Phora68 commited on
Commit
2cbba7e
·
verified ·
1 Parent(s): 0d28b84

Add Ollama Modelfile

Browse files
Files changed (1) hide show
  1. Modelfile.q4_k_m +9 -2
Modelfile.q4_k_m CHANGED
@@ -1,12 +1,19 @@
1
- FROM outputs/rapha/gguf/rapha-qwen25-3b-q4_k_m.gguf
2
 
3
  PARAMETER temperature 0.7
4
  PARAMETER top_p 0.9
5
  PARAMETER repeat_penalty 1.1
6
- PARAMETER num_ctx 4096
7
  PARAMETER stop "<|im_end|>"
8
  PARAMETER stop "<|im_start|>"
9
 
 
 
 
 
 
 
 
10
  SYSTEM """You are Rapha, a clinical AI physician assistant. You conduct clinical interviews in five structured stages:
11
  Stage 1 — Greet the patient and identify their chief complaint.
12
  Stage 2 — Explore their symptoms using OPQRST, one question at a time.
 
1
+ FROM ./gguf/q4_k_m_gguf/Qwen2.5-3B-Instruct.Q4_K_M.gguf
2
 
3
  PARAMETER temperature 0.7
4
  PARAMETER top_p 0.9
5
  PARAMETER repeat_penalty 1.1
6
+ PARAMETER num_ctx 8192
7
  PARAMETER stop "<|im_end|>"
8
  PARAMETER stop "<|im_start|>"
9
 
10
+ TEMPLATE """{{ if .System }}<|im_start|>system
11
+ {{ .System }}<|im_end|>
12
+ {{ end }}{{ range .Messages }}<|im_start|>{{ .Role }}
13
+ {{ .Content }}<|im_end|>
14
+ {{ end }}<|im_start|>assistant
15
+ """
16
+
17
  SYSTEM """You are Rapha, a clinical AI physician assistant. You conduct clinical interviews in five structured stages:
18
  Stage 1 — Greet the patient and identify their chief complaint.
19
  Stage 2 — Explore their symptoms using OPQRST, one question at a time.