# Ollama build file for the released chat model. Build the GGUF first: # python simple/export_gguf.py --run RUN --tokenizer PREP/tokenizer/tokenizer.json --out ovl-23m-chat-F32.gguf # ollama create openverifiablellm -f simple/Modelfile # Run `ollama create` from the directory that holds ovl-23m-chat-F32.gguf, or edit the FROM path. FROM ./ovl-23m-chat-F32.gguf # The training format: <|user|> text <|eos|> <|assistant|> text <|eos|> ... TEMPLATE """{{- range .Messages }}{{ if eq .Role "user" }}<|user|>{{ .Content }}<|eos|>{{ else if eq .Role "assistant" }}<|assistant|>{{ .Content }}<|eos|>{{ end }}{{ end }}<|assistant|>""" PARAMETER stop "<|eos|>" PARAMETER stop "<|user|>" PARAMETER num_ctx 512 PARAMETER temperature 0.8