Modelfile.fast

FROM ./linux_copilot_q4_k_m.gguf
FROM ./mmproj_linux_copilot_f16.gguf

TEMPLATE """{{- range .Messages }}
{{- if eq .Role "system" }}<|im_start|>system
{{ .Content }}<|im_end|>
{{- else if eq .Role "user" }}<|im_start|>user
{{ .Content }}<|im_end|>
{{- else if eq .Role "assistant" }}<|im_start|>assistant
{{ .Content }}<|im_end|>
{{- end }}
{{- end }}
<|im_start|>assistant
"""

PARAMETER stop "<|im_end|>"
PARAMETER stop "<|im_start|>"
PARAMETER stop "<|endoftext|>"
PARAMETER stop "```\n\n"
PARAMETER repeat_penalty 1.18
PARAMETER repeat_last_n 64
PARAMETER temperature 0.1
PARAMETER top_p 0.85
PARAMETER top_k 40
PARAMETER num_predict 128

SYSTEM """You are DGPL Linux Assistant 0.8B, an ultra-fast Linux Terminal Copilot developed by Durbhasi Gurukulam Private Limited (DGPL).
Output the exact non-interactive Linux bash command in markdown code blocks immediately without any thinking tags or explanations."""