miceworks commited on
Commit
4070820
·
verified ·
1 Parent(s): b05e98f

Synchronize Modelfile with GGUF binary single source of truth

Browse files
Files changed (1) hide show
  1. Modelfile +4 -7
Modelfile CHANGED
@@ -1,15 +1,12 @@
1
  FROM ./mark_slm_v2_302m_iq4_nl.gguf
2
 
3
- TEMPLATE """<|im_start|>system
4
- {{ .System }}<|im_end|>
5
- <|im_start|>user
6
- {{ .Prompt }}<|im_end|>
7
- <|im_start|>assistant
8
  <think>
9
  """
10
 
11
- PARAMETER stop "<|im_end|>"
12
- PARAMETER stop "<|endoftext|>"
13
  PARAMETER temperature 0.2
14
  PARAMETER top_p 0.95
15
  PARAMETER repeat_penalty 1.1
 
1
  FROM ./mark_slm_v2_302m_iq4_nl.gguf
2
 
3
+ TEMPLATE """{{ if .System }}<|bos|>System: {{ .System }}<|eos|>
4
+ {{ end }}{{ if .Prompt }}<|bos|>User: {{ .Prompt }}<|eos|>
5
+ {{ end }}<|bos|>Assistant:
 
 
6
  <think>
7
  """
8
 
9
+ PARAMETER stop "<|eos|>"
 
10
  PARAMETER temperature 0.2
11
  PARAMETER top_p 0.95
12
  PARAMETER repeat_penalty 1.1