FROM ./coneml-810m-alpha-arithmetic-Q8_0.gguf

TEMPLATE """{{- range .Messages }}
{{- if eq .Role "system" }}System:
{{ .Content }}
{{- else if eq .Role "user" }}User:
{{ .Content }}
{{- else if eq .Role "assistant" }}Assistant:
{{ .Content }}<|endoftext|>
{{- end }}
{{- end }}Assistant:
"""

PARAMETER num_ctx 8192
PARAMETER repeat_penalty 1.15
PARAMETER stop "<|endoftext|>"