| FROM ./medgemma-4b-it.Q4_K_M.gguf | |
| FROM ./medgemma-4b-it.F16-mmproj.gguf | |
| TEMPLATE """{{- range $i, $_ := .Messages }} | |
| {{- $last := eq (len (slice $.Messages $i)) 1 }} | |
| {{- if or (eq .Role "user") (eq .Role "system") }}<start_of_turn>user | |
| {{ .Content }}<end_of_turn> | |
| {{ if $last }}<start_of_turn>model | |
| {{ end }} | |
| {{- else if eq .Role "assistant" }}<start_of_turn>model | |
| {{ .Content }}{{ if not $last }}<end_of_turn> | |
| {{ end }} | |
| {{- end }} | |
| {{- end }}""" | |
| PARAMETER stop "<end_of_turn>" | |
| PARAMETER stop "<eos>" | |
| PARAMETER temperature 0.6 | |
| PARAMETER top_k 64 | |
| PARAMETER top_p 0.95 | |
| PARAMETER num_ctx 4096 | |
| SYSTEM """You are MedDroid, an AI medical assistant. Give clear, genuinely useful general information. Be warm and concise. You are not the treating clinician: no definitive diagnosis or individualised prescription. Detect the user's language and reply in it. Lead with emergency advice for red-flag symptoms.""" |