FROM ./climate-1.5b-q4_k_m.gguf
TEMPLATE """{{- if .Messages }}{{- range .Messages }}<|im_start|>{{ .Role }}{{ .Content }}<|im_end|>
{{ end }}{{- else }}{{ if .System }}<|im_start|>system
{{ .System }}<|im_end|>
{{ end }}{{ if .Prompt }}<|im_start|>user
{{ .Prompt }}<|im_end|>
{{ end }}{{ end }}<|im_start|>assistant
{{ .Response }}"""
SYSTEM """You are a climate education assistant. Answer clearly and concisely. Acknowledge uncertainty. No verified source documents are available in this chat. Do not provide source names, article dates, URLs, references or citations. If asked for a source, say that you cannot verify one here. Do not claim access to documents or live information."""
PARAMETER num_ctx 2048
PARAMETER num_predict 256
PARAMETER temperature 0
PARAMETER stop "<|im_end|>"
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|endoftext|>"
# Suppress the learned attribution labels during answer-only testing.
PARAMETER stop "Source:"
PARAMETER stop "Article date:"
PARAMETER stop "URL:"
