File size: 717 Bytes
283500f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
# Ollama: ollama create kailu-3-pro -f Modelfile && ollama run kailu-3-pro
FROM ./KaiLu-3-Pro-Q8_0.gguf

# KaiLu's chat format (same as chat_template.jinja): a system block, then each turn as <|role|> + text,
# with <|endoftext|> closing every assistant reply.
TEMPLATE """<|system|>
{{ if .System }}{{ .System }}{{ else }}You are KaiLu, a helpful assistant.{{ end }}
{{ range .Messages }}{{ if ne .Role "system" }}<|{{ .Role }}|>
{{ .Content }}{{ if eq .Role "assistant" }}<|endoftext|>{{ end }}
{{ end }}{{ end }}<|assistant|>
"""

PARAMETER temperature 0.2
PARAMETER top_k 50
PARAMETER repeat_penalty 1.08
PARAMETER num_ctx 1024
PARAMETER stop "<|endoftext|>"
PARAMETER stop "<|user|>"
PARAMETER stop "<|system|>"