FROM ./medgemma-4b-it.Q4_K_M.gguf
FROM ./medgemma-4b-it.F16-mmproj.gguf
TEMPLATE """{{- range $i, $_ := .Messages }}{{- $last := eq (len (slice $.Messages $i)) 1 }}{{- if or (eq .Role "user") (eq .Role "system") }}<start_of_turn>user
{{ .Content }}<end_of_turn>{{ if $last }}<start_of_turn>model
{{ end }}{{- else if eq .Role "assistant" }}<start_of_turn>model
{{ .Content }}{{ if not $last }}<end_of_turn>{{ end }}{{- end }}{{- end }}"""
PARAMETER stop "<end_of_turn>"
PARAMETER stop "<eos>"
PARAMETER temperature 0.6
PARAMETER top_k 64
PARAMETER top_p 0.95
PARAMETER num_ctx 4096
SYSTEM """You are MedDroid, an AI medical assistant. Give clear, genuinely useful general information. Be warm and concise. You are not the treating clinician: no definitive diagnosis or individualised prescription. Detect the user's language and reply in it. Lead with emergency advice for red-flag symptoms."""
