Hugging Face's logo

koboldcpp
/
kcppt

Model card Files
xet
 Community
concedo commited on
Commit
85520b4
·
verified ·
1 Parent(s): 031f365

Update starter-pack.kcppt

Browse files
Files changed (1) hide show
  1. starter-pack.kcppt +112 -1
starter-pack.kcppt CHANGED
@@ -1 +1,112 @@
1
- {"model": [], "model_param": "https://huggingface.co/ggml-org/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q4_K_M.gguf", "port": 5001, "port_param": 5001, "host": "", "launch": true, "config": null, "threads": -1, "usecublas": null, "usevulkan": null, "useclblast": null, "usecpu": null, "contextsize": 8192, "gpulayers": -1, "tensor_split": null, "version": false, "analyze": "", "ropeconfig": [0.0, 10000.0], "blasbatchsize": 512, "blasthreads": null, "lora": null, "loramult": 1.0, "noshift": false, "nofastforward": false, "useswa": false, "usemmap": false, "usemlock": false, "noavx2": false, "failsafe": false, "debugmode": 0, "onready": "", "benchmark": null, "prompt": "", "cli": false, "promptlimit": 100, "multiuser": 1, "multiplayer": false, "websearch": true, "remotetunnel": false, "highpriority": false, "foreground": false, "preloadstory": null, "savedatafile": null, "quiet": false, "ssl": null, "nocertify": false, "mmproj": "https://huggingface.co/ggml-org/gemma-3-4b-it-GGUF/resolve/main/mmproj-model-f16.gguf", "mmprojcpu": false, "visionmaxres": 1024, "draftmodel": null, "draftamount": 8, "draftgpulayers": 999, "draftgpusplit": null, "password": null, "ignoremissing": false, "chatcompletionsadapter": "AutoGuess", "flashattention": false, "quantkv": 0, "forceversion": 0, "smartcontext": false, "unpack": "", "exportconfig": "", "exporttemplate": "", "nomodel": false, "moeexperts": -1, "defaultgenamt": 512, "nobostoken": false, "enableguidance": false, "maxrequestsize": 32, "overridekv": null, "overridetensors": null, "showgui": false, "skiplauncher": false, "singleinstance": false, "hordemodelname": "", "hordeworkername": "", "hordekey": "", "hordemaxctx": 0, "hordegenlen": 0, "sdmodel": "https://huggingface.co/koboldcpp/imgmodel/resolve/main/imgmodel_ftuned_q4_0.gguf", "sdthreads": 0, "sdclamped": 0, "sdt5xxl": "", "sdclipl": "", "sdclipg": "", "sdvae": "", "sdvaeauto": true, "sdquant": false, "sdlora": "", "sdloramult": 1.0, "sdnotile": false, "whispermodel": "https://huggingface.co/koboldcpp/whisper/resolve/main/whisper-base.en-q5_1.bin", "ttsmodel": "https://huggingface.co/koboldcpp/tts/resolve/main/OuteTTS-0.3-500M-Q4_0.gguf", "ttswavtokenizer": "https://huggingface.co/koboldcpp/tts/resolve/main/WavTokenizer-Large-75-Q4_0.gguf", "ttsgpu": false, "ttsmaxlen": 4096, "ttsthreads": 0, "embeddingsmodel": "https://huggingface.co/koboldcpp/GGUFDumps/resolve/main/snowflake-arctic-embed-m-long-Q4_0.gguf", "embeddingsmaxctx": 0, "admin": false, "adminpassword": "", "admindir": "", "hordeconfig": null, "sdconfig": null, "noblas": false, "nommap": false, "istemplate": true}
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": [],
3
+ "model_param": "https://huggingface.co/ggml-org/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q4_K_M.gguf",
4
+ "port": 5001,
5
+ "port_param": 5001,
6
+ "host": "",
7
+ "launch": true,
8
+ "config": null,
9
+ "threads": -1,
10
+ "usecublas": null,
11
+ "usevulkan": null,
12
+ "useclblast": null,
13
+ "usecpu": null,
14
+ "contextsize": 12288,
15
+ "gpulayers": -1,
16
+ "tensor_split": null,
17
+ "version": false,
18
+ "analyze": "",
19
+ "ropeconfig": [
20
+ 0.0,
21
+ 10000.0
22
+ ],
23
+ "blasbatchsize": 512,
24
+ "blasthreads": null,
25
+ "lora": null,
26
+ "loramult": 1.0,
27
+ "noshift": false,
28
+ "nofastforward": false,
29
+ "useswa": false,
30
+ "usemmap": false,
31
+ "usemlock": false,
32
+ "noavx2": false,
33
+ "failsafe": false,
34
+ "debugmode": 0,
35
+ "onready": "",
36
+ "benchmark": null,
37
+ "prompt": "",
38
+ "cli": false,
39
+ "promptlimit": 100,
40
+ "multiuser": 1,
41
+ "multiplayer": false,
42
+ "websearch": true,
43
+ "remotetunnel": false,
44
+ "highpriority": false,
45
+ "foreground": false,
46
+ "preloadstory": null,
47
+ "savedatafile": null,
48
+ "quiet": false,
49
+ "ssl": null,
50
+ "nocertify": false,
51
+ "mmproj": "https://huggingface.co/ggml-org/gemma-3-4b-it-GGUF/resolve/main/mmproj-model-f16.gguf",
52
+ "mmprojcpu": false,
53
+ "visionmaxres": 1024,
54
+ "draftmodel": null,
55
+ "draftamount": 8,
56
+ "draftgpulayers": 999,
57
+ "draftgpusplit": null,
58
+ "password": null,
59
+ "ignoremissing": false,
60
+ "chatcompletionsadapter": "AutoGuess",
61
+ "flashattention": false,
62
+ "quantkv": 0,
63
+ "forceversion": 0,
64
+ "smartcontext": false,
65
+ "unpack": "",
66
+ "exportconfig": "",
67
+ "exporttemplate": "",
68
+ "nomodel": false,
69
+ "moeexperts": -1,
70
+ "defaultgenamt": 512,
71
+ "nobostoken": false,
72
+ "enableguidance": false,
73
+ "maxrequestsize": 32,
74
+ "overridekv": null,
75
+ "overridetensors": null,
76
+ "showgui": false,
77
+ "skiplauncher": false,
78
+ "singleinstance": false,
79
+ "hordemodelname": "",
80
+ "hordeworkername": "",
81
+ "hordekey": "",
82
+ "hordemaxctx": 0,
83
+ "hordegenlen": 0,
84
+ "sdmodel": "https://huggingface.co/koboldcpp/imgmodel/resolve/main/picx_real_q4_0.gguf",
85
+ "sdthreads": 0,
86
+ "sdclamped": 0,
87
+ "sdt5xxl": "",
88
+ "sdclipl": "",
89
+ "sdclipg": "",
90
+ "sdvae": "",
91
+ "sdvaeauto": true,
92
+ "sdquant": false,
93
+ "sdlora": "",
94
+ "sdloramult": 1.0,
95
+ "sdnotile": false,
96
+ "whispermodel": "https://huggingface.co/koboldcpp/whisper/resolve/main/whisper-base.en-q5_1.bin",
97
+ "ttsmodel": "https://huggingface.co/koboldcpp/tts/resolve/main/Kokoro_no_espeak_Q4.gguf",
98
+ "ttswavtokenizer": "",
99
+ "ttsgpu": false,
100
+ "ttsmaxlen": 4096,
101
+ "ttsthreads": 0,
102
+ "embeddingsmodel": "https://huggingface.co/koboldcpp/GGUFDumps/resolve/main/snowflake-arctic-embed-m-long-Q4_0.gguf",
103
+ "embeddingsmaxctx": 0,
104
+ "admin": false,
105
+ "adminpassword": "",
106
+ "admindir": "",
107
+ "hordeconfig": null,
108
+ "sdconfig": null,
109
+ "noblas": false,
110
+ "nommap": false,
111
+ "istemplate": true
112
+ }