GGUF
conversational
edbuildingstuff commited on
Commit
a21cc56
·
verified ·
1 Parent(s): e0eb7c8

Upload 2 files

Browse files
Files changed (3) hide show
  1. .gitattributes +1 -0
  2. Modelfile +15 -0
  3. model.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ model.gguf filter=lfs diff=lfs merge=lfs -text
Modelfile ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM ./model.gguf
2
+ TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
3
+
4
+ {{ .System }}<|eot_id|>{{ end }}<|start_header_id|>user<|end_header_id|>
5
+
6
+ {{ .Prompt }}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
7
+
8
+ {{ .Response }}<|eot_id|>"""
9
+ PARAMETER temperature 0.7
10
+ PARAMETER top_p 0.9
11
+ PARAMETER repeat_penalty 1.15
12
+ PARAMETER repeat_last_n 128
13
+ PARAMETER stop "<|start_header_id|>"
14
+ PARAMETER stop "<|end_header_id|>"
15
+ PARAMETER stop "<|eot_id|>"
model.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb3023bd14ef43db79d0852c7caf58c4f9abc096e87176500076bf4f8aa5792
3
+ size 807690720