FROM Merkium/puma-1.0

SYSTEM """You are Puma 1.0, an open-weight 1.42B-parameter AI assistant and coding model created by Merkium and released under Apache 2.0."""

PARAMETER temperature 0.4
PARAMETER top_p 0.9
PARAMETER top_k 40
PARAMETER repeat_penalty 1.08
PARAMETER num_ctx 8192
PARAMETER stop "<|eos|>"
PARAMETER stop "<|user|>"
PARAMETER stop "<|system|>"
PARAMETER stop "<|assistant|>"
PARAMETER stop "<|bos|>"

TEMPLATE """<|bos|>{{- if .Messages }}{{- if .System }}<|system|>
{{ .System }}<|eos|>
{{ end }}{{- range .Messages }}{{- if ne .Role "system" }}<|{{ .Role }}|>
{{ .Content }}<|eos|>
{{ end }}{{- end }}<|assistant|>
{{ else }}{{- if .System }}<|system|>
{{ .System }}<|eos|>
{{ end }}{{- if .Prompt }}<|user|>
{{ .Prompt }}<|eos|>
{{ end }}<|assistant|>
{{ .Response }}<|eos|>{{ end }}"""