Hugging Face's logo

koboldcpp
/
newbie-templates

Model card Files
xet
 Community
concedo commited on
Commit
fe4bea9
·
verified ·
1 Parent(s): 81cbe46

Upload 6 files

Browse files
Files changed (6) hide show
  1. HighSpec-CodingAgent.kcppt +174 -0
  2. LowSpec-Chatbot.kcppt +174 -0
  3. LowSpec-ImageGen.kcppt +149 -0
  4. LowSpec-MusicGen.kcppt +174 -0
  5. MidSpec-Chatbot.kcppt +174 -0
  6. MidSpec-ImageGen.kcppt +149 -0
HighSpec-CodingAgent.kcppt ADDED
@@ -0,0 +1,174 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "usecuda": null,
3
+ "usevulkan": null,
4
+ "usecpu": null,
5
+ "model": [],
6
+ "model_param": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/Qwen3.6-35B-A3B-UD-Q4_K_S.gguf",
7
+ "config": null,
8
+ "contextsize": 40960,
9
+ "gpulayers": -1,
10
+ "host": "",
11
+ "launch": true,
12
+ "tensor_split": null,
13
+ "threads": -1,
14
+ "port": 5001,
15
+ "port_param": 5001,
16
+ "version": false,
17
+ "agent": true,
18
+ "analyze": "",
19
+ "autofit": false,
20
+ "autofitpadding": 1024,
21
+ "batchsize": 512,
22
+ "ubatchsize": -1,
23
+ "benchmark": null,
24
+ "blasthreads": null,
25
+ "chatcompletionsadapter": "AutoGuess",
26
+ "cli": false,
27
+ "debugmode": 0,
28
+ "defaultgenamt": 10000,
29
+ "device": "",
30
+ "downloaddir": "",
31
+ "draftamount": 4,
32
+ "draftgpulayers": 999,
33
+ "draftgpusplit": null,
34
+ "draftmodel": null,
35
+ "enableguidance": false,
36
+ "exportconfig": "",
37
+ "exporttemplate": "",
38
+ "failsafe": false,
39
+ "foreground": false,
40
+ "gendefaults": "",
41
+ "gendefaultsoverwrite": false,
42
+ "genlimit": 0,
43
+ "highpriority": false,
44
+ "ignoremissing": false,
45
+ "jinja": true,
46
+ "jinja_kwargs": "{\"enable_thinking\": false}",
47
+ "jinja_tools": true,
48
+ "jinjatemplate": "",
49
+ "jinjathink": "default",
50
+ "lora": null,
51
+ "loramult": 1.0,
52
+ "lowvram": false,
53
+ "maingpu": -1,
54
+ "maxrequestsize": 32,
55
+ "mcpfile": null,
56
+ "mmproj": "https://huggingface.co/unsloth/Qwen3.6-35B-A3B-GGUF/resolve/main/mmproj-F16.gguf",
57
+ "mmprojcpu": false,
58
+ "moecpu": 0,
59
+ "ffncpu": 0,
60
+ "moeexperts": -1,
61
+ "multiuser": 10,
62
+ "multiplayer": false,
63
+ "nocertify": false,
64
+ "nofastforward": false,
65
+ "noflashattention": false,
66
+ "noavx2": false,
67
+ "nobostoken": false,
68
+ "nommq": false,
69
+ "nomodel": false,
70
+ "noshift": false,
71
+ "noswa": false,
72
+ "onready": "",
73
+ "allow_config_onready": false,
74
+ "overridekv": null,
75
+ "overridenativecontext": 0,
76
+ "overridetensors": null,
77
+ "parallelrequests": 1,
78
+ "password": null,
79
+ "preloadstory": null,
80
+ "prompt": "",
81
+ "quantkv": "f16",
82
+ "quiet": false,
83
+ "ratelimit": 0,
84
+ "reasoningeffort": "default",
85
+ "remotetunnel": false,
86
+ "ropeconfig": [
87
+ 0.0,
88
+ 10000.0
89
+ ],
90
+ "savedatafile": null,
91
+ "singleinstance": false,
92
+ "smartcache": 10,
93
+ "smartcontext": false,
94
+ "splitmode": "layer",
95
+ "ssl": null,
96
+ "swapadding": 0,
97
+ "unpack": "",
98
+ "usemtp": false,
99
+ "usemlock": false,
100
+ "usemmap": false,
101
+ "usedirectio": false,
102
+ "visionmaxres": 1024,
103
+ "visionmaxtokens": -1,
104
+ "visionmintokens": -1,
105
+ "websearch": false,
106
+ "showgui": false,
107
+ "skiplauncher": false,
108
+ "hordemodelname": "",
109
+ "hordeworkername": "",
110
+ "hordekey": "",
111
+ "hordemaxctx": 0,
112
+ "hordegenlen": 0,
113
+ "sdaudiovae": "",
114
+ "sdclamped": 0,
115
+ "sdclampedsoft": 0,
116
+ "sdclip1": "",
117
+ "sdclip2": "",
118
+ "sdclipdevice": -2,
119
+ "sdconvdirect": "off",
120
+ "sdflashattention": false,
121
+ "sdlora": [],
122
+ "sdloramult": [
123
+ 1.0
124
+ ],
125
+ "sdmaingpu": -1,
126
+ "sdmodel": "",
127
+ "sdoffloadcpu": false,
128
+ "sdphotomaker": "",
129
+ "sdquant": 0,
130
+ "sdllm": "",
131
+ "sdthreads": 0,
132
+ "sdtiledvae": 640,
133
+ "sdupscaler": "",
134
+ "sdvae": "",
135
+ "sdvaeauto": false,
136
+ "sdvaedevice": -1,
137
+ "sdvramlimit": 0,
138
+ "whispermodel": "",
139
+ "ttsmodel": "",
140
+ "ttswavtokenizer": "",
141
+ "ttsgpu": false,
142
+ "ttsmaxlen": 4096,
143
+ "ttsthreads": 0,
144
+ "ttsdir": "",
145
+ "musicllm": "",
146
+ "musicembeddings": "",
147
+ "musicdiffusion": "",
148
+ "musicvae": "",
149
+ "musiclowvram": false,
150
+ "embeddingsmodel": "",
151
+ "embeddingsmaxctx": 4096,
152
+ "embeddingsgpu": false,
153
+ "rpcmode": "disabled",
154
+ "rpcport": 5551,
155
+ "rpchost": "0.0.0.0",
156
+ "rpcdevice": "",
157
+ "rpctargets": "",
158
+ "admin": false,
159
+ "adminpassword": null,
160
+ "admindir": "",
161
+ "adminunloadtimeout": 0,
162
+ "routermode": false,
163
+ "reqtimeout": 600,
164
+ "autoswapmode": false,
165
+ "autoswapthreshold": 256,
166
+ "baseconfig": "",
167
+ "sdvaecpu": false,
168
+ "sdclipgpu": false,
169
+ "testmemory": false,
170
+ "run_bundled_agent": false,
171
+ "agent_base_url": null,
172
+ "agent_api_key": null,
173
+ "istemplate": true
174
+ }
LowSpec-Chatbot.kcppt ADDED
@@ -0,0 +1,174 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "usecuda": null,
3
+ "usevulkan": null,
4
+ "usecpu": null,
5
+ "model": [],
6
+ "model_param": "https://huggingface.co/ggml-org/gemma-3-4b-it-GGUF/resolve/main/gemma-3-4b-it-Q4_K_M.gguf",
7
+ "config": null,
8
+ "contextsize": 12288,
9
+ "gpulayers": -1,
10
+ "host": "",
11
+ "launch": true,
12
+ "tensor_split": null,
13
+ "threads": -1,
14
+ "port": 5001,
15
+ "port_param": 5001,
16
+ "version": false,
17
+ "agent": false,
18
+ "analyze": "",
19
+ "autofit": false,
20
+ "autofitpadding": 1024,
21
+ "batchsize": 512,
22
+ "ubatchsize": -1,
23
+ "benchmark": null,
24
+ "blasthreads": null,
25
+ "chatcompletionsadapter": "AutoGuess",
26
+ "cli": false,
27
+ "debugmode": 0,
28
+ "defaultgenamt": 2048,
29
+ "device": "",
30
+ "downloaddir": "",
31
+ "draftamount": 8,
32
+ "draftgpulayers": 999,
33
+ "draftgpusplit": null,
34
+ "draftmodel": null,
35
+ "enableguidance": false,
36
+ "exportconfig": "",
37
+ "exporttemplate": "",
38
+ "failsafe": false,
39
+ "foreground": false,
40
+ "gendefaults": "",
41
+ "gendefaultsoverwrite": false,
42
+ "genlimit": 0,
43
+ "highpriority": false,
44
+ "ignoremissing": false,
45
+ "jinja": false,
46
+ "jinja_kwargs": "",
47
+ "jinja_tools": false,
48
+ "jinjatemplate": "",
49
+ "jinjathink": "default",
50
+ "lora": null,
51
+ "loramult": 1.0,
52
+ "lowvram": false,
53
+ "maingpu": -1,
54
+ "maxrequestsize": 32,
55
+ "mcpfile": null,
56
+ "mmproj": "https://huggingface.co/koboldcpp/mmproj/resolve/main/gemma3-4b-mmproj-q8.gguf",
57
+ "mmprojcpu": false,
58
+ "moecpu": 0,
59
+ "ffncpu": 0,
60
+ "moeexperts": -1,
61
+ "multiuser": 10,
62
+ "multiplayer": false,
63
+ "nocertify": false,
64
+ "nofastforward": false,
65
+ "noflashattention": false,
66
+ "noavx2": false,
67
+ "nobostoken": false,
68
+ "nommq": false,
69
+ "nomodel": false,
70
+ "noshift": false,
71
+ "noswa": true,
72
+ "onready": "",
73
+ "allow_config_onready": false,
74
+ "overridekv": null,
75
+ "overridenativecontext": 0,
76
+ "overridetensors": null,
77
+ "parallelrequests": 1,
78
+ "password": null,
79
+ "preloadstory": null,
80
+ "prompt": "",
81
+ "quantkv": "f16",
82
+ "quiet": false,
83
+ "ratelimit": 0,
84
+ "reasoningeffort": "default",
85
+ "remotetunnel": false,
86
+ "ropeconfig": [
87
+ 0.0,
88
+ 10000.0
89
+ ],
90
+ "savedatafile": null,
91
+ "singleinstance": false,
92
+ "smartcache": 0,
93
+ "smartcontext": false,
94
+ "splitmode": "layer",
95
+ "ssl": null,
96
+ "swapadding": 0,
97
+ "unpack": "",
98
+ "usemtp": false,
99
+ "usemlock": false,
100
+ "usemmap": false,
101
+ "usedirectio": false,
102
+ "visionmaxres": 1024,
103
+ "visionmaxtokens": -1,
104
+ "visionmintokens": -1,
105
+ "websearch": true,
106
+ "showgui": false,
107
+ "skiplauncher": false,
108
+ "hordemodelname": "",
109
+ "hordeworkername": "",
110
+ "hordekey": "",
111
+ "hordemaxctx": 0,
112
+ "hordegenlen": 0,
113
+ "sdaudiovae": "",
114
+ "sdclamped": 0,
115
+ "sdclampedsoft": 0,
116
+ "sdclip1": "",
117
+ "sdclip2": "",
118
+ "sdclipdevice": -2,
119
+ "sdconvdirect": "off",
120
+ "sdflashattention": false,
121
+ "sdlora": [],
122
+ "sdloramult": [
123
+ 1.0
124
+ ],
125
+ "sdmaingpu": -1,
126
+ "sdmodel": "",
127
+ "sdoffloadcpu": true,
128
+ "sdphotomaker": "",
129
+ "sdquant": 0,
130
+ "sdllm": "",
131
+ "sdthreads": 0,
132
+ "sdtiledvae": 768,
133
+ "sdupscaler": "",
134
+ "sdvae": "",
135
+ "sdvaeauto": false,
136
+ "sdvaedevice": -1,
137
+ "sdvramlimit": 0,
138
+ "whispermodel": "https://huggingface.co/koboldcpp/whisper/resolve/main/whisper-base.en-q5_1.bin",
139
+ "ttsmodel": "https://huggingface.co/koboldcpp/tts/resolve/main/Kokoro_no_espeak_Q4.gguf",
140
+ "ttswavtokenizer": "",
141
+ "ttsgpu": false,
142
+ "ttsmaxlen": 4096,
143
+ "ttsthreads": 0,
144
+ "ttsdir": "",
145
+ "musicllm": "",
146
+ "musicembeddings": "",
147
+ "musicdiffusion": "",
148
+ "musicvae": "",
149
+ "musiclowvram": false,
150
+ "embeddingsmodel": "https://huggingface.co/ggml-org/bge-m3-Q8_0-GGUF/resolve/main/bge-m3-q8_0.gguf",
151
+ "embeddingsmaxctx": 0,
152
+ "embeddingsgpu": false,
153
+ "rpcmode": "disabled",
154
+ "rpcport": 5551,
155
+ "rpchost": "0.0.0.0",
156
+ "rpcdevice": "",
157
+ "rpctargets": "",
158
+ "admin": false,
159
+ "adminpassword": null,
160
+ "admindir": "",
161
+ "adminunloadtimeout": 0,
162
+ "routermode": false,
163
+ "reqtimeout": 600,
164
+ "autoswapmode": false,
165
+ "autoswapthreshold": 256,
166
+ "baseconfig": "",
167
+ "sdvaecpu": false,
168
+ "sdclipgpu": false,
169
+ "testmemory": false,
170
+ "run_bundled_agent": false,
171
+ "agent_base_url": null,
172
+ "agent_api_key": null,
173
+ "istemplate": true
174
+ }
LowSpec-ImageGen.kcppt ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": [],
3
+ "model_param": null,
4
+ "port": 5001,
5
+ "port_param": 5001,
6
+ "host": "",
7
+ "launch": true,
8
+ "config": null,
9
+ "threads": -1,
10
+ "usecuda": null,
11
+ "usevulkan": null,
12
+ "usecpu": null,
13
+ "contextsize": 8192,
14
+ "gpulayers": -1,
15
+ "tensor_split": null,
16
+ "autofit": false,
17
+ "version": false,
18
+ "analyze": "",
19
+ "maingpu": -1,
20
+ "batchsize": 512,
21
+ "blasthreads": null,
22
+ "lora": null,
23
+ "loramult": 1.0,
24
+ "noshift": false,
25
+ "nofastforward": false,
26
+ "useswa": false,
27
+ "smartcache": 0,
28
+ "ropeconfig": [
29
+ 0.0,
30
+ 10000.0
31
+ ],
32
+ "overridenativecontext": 0,
33
+ "usemmap": false,
34
+ "usemlock": false,
35
+ "noavx2": false,
36
+ "failsafe": false,
37
+ "debugmode": 0,
38
+ "onready": "",
39
+ "benchmark": null,
40
+ "prompt": "",
41
+ "cli": false,
42
+ "genlimit": 0,
43
+ "multiuser": 1,
44
+ "multiplayer": false,
45
+ "websearch": false,
46
+ "remotetunnel": false,
47
+ "highpriority": false,
48
+ "foreground": false,
49
+ "preloadstory": null,
50
+ "savedatafile": null,
51
+ "quiet": false,
52
+ "ssl": null,
53
+ "nocertify": false,
54
+ "mmproj": null,
55
+ "mmprojcpu": false,
56
+ "visionmaxres": 1024,
57
+ "draftmodel": null,
58
+ "draftamount": 8,
59
+ "draftgpulayers": 999,
60
+ "draftgpusplit": null,
61
+ "password": null,
62
+ "ratelimit": 0,
63
+ "ignoremissing": false,
64
+ "chatcompletionsadapter": "AutoGuess",
65
+ "jinja": false,
66
+ "jinja_tools": false,
67
+ "noflashattention": false,
68
+ "lowvram": false,
69
+ "quantkv": 0,
70
+ "smartcontext": false,
71
+ "unpack": "",
72
+ "exportconfig": "",
73
+ "exporttemplate": "",
74
+ "nomodel": false,
75
+ "moeexperts": -1,
76
+ "moecpu": 0,
77
+ "defaultgenamt": 1024,
78
+ "nobostoken": false,
79
+ "enableguidance": false,
80
+ "maxrequestsize": 32,
81
+ "overridekv": null,
82
+ "overridetensors": null,
83
+ "showgui": false,
84
+ "skiplauncher": false,
85
+ "singleinstance": false,
86
+ "nopipelineparallel": false,
87
+ "gendefaults": "{\"cfg_scale\":1}",
88
+ "gendefaultsoverwrite": true,
89
+ "mcpfile": null,
90
+ "device": "",
91
+ "downloaddir": "",
92
+ "autofitpadding": 1024,
93
+ "hordemodelname": "",
94
+ "hordeworkername": "",
95
+ "hordekey": "",
96
+ "hordemaxctx": 0,
97
+ "hordegenlen": 0,
98
+ "sdmodel": "https://huggingface.co/leejet/FLUX.2-klein-4B-GGUF/resolve/main/flux-2-klein-4b-Q4_0.gguf",
99
+ "sdthreads": 0,
100
+ "sdclamped": 0,
101
+ "sdclampedsoft": 0,
102
+ "sdt5xxl": "",
103
+ "sdclip1": "https://huggingface.co/unsloth/Qwen3-4B-GGUF/resolve/main/Qwen3-4B-Q4_K_M.gguf",
104
+ "sdclip2": "",
105
+ "sdphotomaker": "",
106
+ "sdupscaler": "",
107
+ "sdflashattention": true,
108
+ "sdoffloadcpu": true,
109
+ "sdvaecpu": false,
110
+ "sdclipgpu": false,
111
+ "sdconvdirect": "off",
112
+ "sdvae": "https://huggingface.co/koboldcpp/GGUFDumps/resolve/main/flux2vae.safetensors",
113
+ "sdvaeauto": false,
114
+ "sdquant": 0,
115
+ "sdlora": null,
116
+ "sdloramult": [
117
+ 1.0
118
+ ],
119
+ "sdtiledvae": 512,
120
+ "whispermodel": "",
121
+ "ttsmodel": "",
122
+ "ttswavtokenizer": "",
123
+ "ttsgpu": false,
124
+ "ttsmaxlen": 4096,
125
+ "ttsthreads": 0,
126
+ "ttsdir": "",
127
+ "musicllm": "",
128
+ "musicembeddings": "",
129
+ "musicdiffusion": "",
130
+ "musicvae": "",
131
+ "musiclowvram": false,
132
+ "embeddingsmodel": "",
133
+ "embeddingsmaxctx": 0,
134
+ "embeddingsgpu": false,
135
+ "admin": false,
136
+ "adminpassword": null,
137
+ "admindir": "",
138
+ "hordeconfig": null,
139
+ "sdconfig": null,
140
+ "noblas": false,
141
+ "nommap": false,
142
+ "pipelineparallel": false,
143
+ "sdnotile": false,
144
+ "forceversion": false,
145
+ "sdgendefaults": false,
146
+ "flashattention": false,
147
+ "testmemory": false,
148
+ "istemplate": true
149
+ }
LowSpec-MusicGen.kcppt ADDED
@@ -0,0 +1,174 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "usecuda": null,
3
+ "usevulkan": null,
4
+ "usecpu": null,
5
+ "model": [],
6
+ "model_param": "",
7
+ "config": null,
8
+ "contextsize": 6144,
9
+ "gpulayers": -1,
10
+ "host": "",
11
+ "launch": true,
12
+ "tensor_split": null,
13
+ "threads": -1,
14
+ "port": 5001,
15
+ "port_param": 5001,
16
+ "version": false,
17
+ "agent": false,
18
+ "analyze": "",
19
+ "autofit": false,
20
+ "autofitpadding": 1024,
21
+ "batchsize": 512,
22
+ "ubatchsize": -1,
23
+ "benchmark": null,
24
+ "blasthreads": null,
25
+ "chatcompletionsadapter": "AutoGuess",
26
+ "cli": false,
27
+ "debugmode": 0,
28
+ "defaultgenamt": 1024,
29
+ "device": "",
30
+ "downloaddir": "",
31
+ "draftamount": 8,
32
+ "draftgpulayers": 999,
33
+ "draftgpusplit": null,
34
+ "draftmodel": null,
35
+ "enableguidance": false,
36
+ "exportconfig": "",
37
+ "exporttemplate": "",
38
+ "failsafe": false,
39
+ "foreground": false,
40
+ "gendefaults": "",
41
+ "gendefaultsoverwrite": false,
42
+ "genlimit": 0,
43
+ "highpriority": false,
44
+ "ignoremissing": false,
45
+ "jinja": false,
46
+ "jinja_kwargs": "",
47
+ "jinja_tools": false,
48
+ "jinjatemplate": "",
49
+ "jinjathink": "default",
50
+ "lora": null,
51
+ "loramult": 1.0,
52
+ "lowvram": false,
53
+ "maingpu": -1,
54
+ "maxrequestsize": 32,
55
+ "mcpfile": null,
56
+ "mmproj": null,
57
+ "mmprojcpu": false,
58
+ "moecpu": 0,
59
+ "ffncpu": 0,
60
+ "moeexperts": -1,
61
+ "multiuser": 10,
62
+ "multiplayer": false,
63
+ "nocertify": false,
64
+ "nofastforward": false,
65
+ "noflashattention": false,
66
+ "noavx2": false,
67
+ "nobostoken": false,
68
+ "nommq": false,
69
+ "nomodel": false,
70
+ "noshift": false,
71
+ "noswa": true,
72
+ "onready": "",
73
+ "allow_config_onready": false,
74
+ "overridekv": null,
75
+ "overridenativecontext": 0,
76
+ "overridetensors": null,
77
+ "parallelrequests": 1,
78
+ "password": null,
79
+ "preloadstory": null,
80
+ "prompt": "",
81
+ "quantkv": "f16",
82
+ "quiet": false,
83
+ "ratelimit": 0,
84
+ "reasoningeffort": "default",
85
+ "remotetunnel": false,
86
+ "ropeconfig": [
87
+ 0.0,
88
+ 10000.0
89
+ ],
90
+ "savedatafile": null,
91
+ "singleinstance": false,
92
+ "smartcache": 0,
93
+ "smartcontext": false,
94
+ "splitmode": "layer",
95
+ "ssl": null,
96
+ "swapadding": 0,
97
+ "unpack": "",
98
+ "usemtp": false,
99
+ "usemlock": false,
100
+ "usemmap": false,
101
+ "usedirectio": false,
102
+ "visionmaxres": 1024,
103
+ "visionmaxtokens": -1,
104
+ "visionmintokens": -1,
105
+ "websearch": false,
106
+ "showgui": false,
107
+ "skiplauncher": false,
108
+ "hordemodelname": "",
109
+ "hordeworkername": "",
110
+ "hordekey": "",
111
+ "hordemaxctx": 0,
112
+ "hordegenlen": 0,
113
+ "sdaudiovae": "",
114
+ "sdclamped": 0,
115
+ "sdclampedsoft": 0,
116
+ "sdclip1": "",
117
+ "sdclip2": "",
118
+ "sdclipdevice": -2,
119
+ "sdconvdirect": "off",
120
+ "sdflashattention": false,
121
+ "sdlora": [],
122
+ "sdloramult": [
123
+ 1.0
124
+ ],
125
+ "sdmaingpu": -1,
126
+ "sdmodel": "",
127
+ "sdoffloadcpu": false,
128
+ "sdphotomaker": "",
129
+ "sdquant": 0,
130
+ "sdllm": "",
131
+ "sdthreads": 0,
132
+ "sdtiledvae": 768,
133
+ "sdupscaler": "",
134
+ "sdvae": "",
135
+ "sdvaeauto": false,
136
+ "sdvaedevice": -1,
137
+ "sdvramlimit": 0,
138
+ "whispermodel": "",
139
+ "ttsmodel": "",
140
+ "ttswavtokenizer": "",
141
+ "ttsgpu": false,
142
+ "ttsmaxlen": 4096,
143
+ "ttsthreads": 0,
144
+ "ttsdir": "",
145
+ "musicllm": "https://huggingface.co/koboldcpp/music/resolve/main/acestep-5Hz-lm-1.7B-BF16.gguf?download=true",
146
+ "musicembeddings": "https://huggingface.co/koboldcpp/music/resolve/main/Ace-Qwen3-Embedding-0.6B-BF16.gguf?download=true",
147
+ "musicdiffusion": "https://huggingface.co/koboldcpp/music/resolve/main/acestep-v15-sftturbo50-Q8_0.gguf?download=true",
148
+ "musicvae": "https://huggingface.co/koboldcpp/music/resolve/main/ace-vae-BF16.gguf?download=true",
149
+ "musiclowvram": true,
150
+ "embeddingsmodel": "",
151
+ "embeddingsmaxctx": 0,
152
+ "embeddingsgpu": false,
153
+ "rpcmode": "disabled",
154
+ "rpcport": 5551,
155
+ "rpchost": "0.0.0.0",
156
+ "rpcdevice": "",
157
+ "rpctargets": "",
158
+ "admin": false,
159
+ "adminpassword": null,
160
+ "admindir": "",
161
+ "adminunloadtimeout": 0,
162
+ "routermode": false,
163
+ "reqtimeout": 600,
164
+ "autoswapmode": false,
165
+ "autoswapthreshold": 256,
166
+ "baseconfig": "",
167
+ "sdvaecpu": false,
168
+ "sdclipgpu": false,
169
+ "testmemory": false,
170
+ "run_bundled_agent": false,
171
+ "agent_base_url": null,
172
+ "agent_api_key": null,
173
+ "istemplate": true
174
+ }
MidSpec-Chatbot.kcppt ADDED
@@ -0,0 +1,174 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "usecuda": null,
3
+ "usevulkan": null,
4
+ "usecpu": null,
5
+ "model": [],
6
+ "model_param": "https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct-GGUF/resolve/main/Qwen3VL-8B-Instruct-Q4_K_M.gguf",
7
+ "config": null,
8
+ "contextsize": 24576,
9
+ "gpulayers": -1,
10
+ "host": "",
11
+ "launch": true,
12
+ "tensor_split": null,
13
+ "threads": -1,
14
+ "port": 5001,
15
+ "port_param": 5001,
16
+ "version": false,
17
+ "agent": false,
18
+ "analyze": "",
19
+ "autofit": false,
20
+ "autofitpadding": 1024,
21
+ "batchsize": 512,
22
+ "ubatchsize": -1,
23
+ "benchmark": null,
24
+ "blasthreads": null,
25
+ "chatcompletionsadapter": "AutoGuess",
26
+ "cli": false,
27
+ "debugmode": 0,
28
+ "defaultgenamt": 4096,
29
+ "device": "",
30
+ "downloaddir": "",
31
+ "draftamount": 8,
32
+ "draftgpulayers": 999,
33
+ "draftgpusplit": null,
34
+ "draftmodel": null,
35
+ "enableguidance": false,
36
+ "exportconfig": "",
37
+ "exporttemplate": "",
38
+ "failsafe": false,
39
+ "foreground": false,
40
+ "gendefaults": "",
41
+ "gendefaultsoverwrite": false,
42
+ "genlimit": 0,
43
+ "highpriority": false,
44
+ "ignoremissing": false,
45
+ "jinja": false,
46
+ "jinja_kwargs": "",
47
+ "jinja_tools": false,
48
+ "jinjatemplate": "",
49
+ "jinjathink": "default",
50
+ "lora": null,
51
+ "loramult": 1.0,
52
+ "lowvram": false,
53
+ "maingpu": -1,
54
+ "maxrequestsize": 32,
55
+ "mcpfile": null,
56
+ "mmproj": "https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct-GGUF/resolve/main/mmproj-Qwen3VL-8B-Instruct-Q8_0.gguf",
57
+ "mmprojcpu": false,
58
+ "moecpu": 0,
59
+ "ffncpu": 0,
60
+ "moeexperts": -1,
61
+ "multiuser": 10,
62
+ "multiplayer": false,
63
+ "nocertify": false,
64
+ "nofastforward": false,
65
+ "noflashattention": false,
66
+ "noavx2": false,
67
+ "nobostoken": false,
68
+ "nommq": false,
69
+ "nomodel": false,
70
+ "noshift": false,
71
+ "noswa": true,
72
+ "onready": "",
73
+ "allow_config_onready": false,
74
+ "overridekv": null,
75
+ "overridenativecontext": 0,
76
+ "overridetensors": null,
77
+ "parallelrequests": 1,
78
+ "password": null,
79
+ "preloadstory": null,
80
+ "prompt": "",
81
+ "quantkv": "f16",
82
+ "quiet": false,
83
+ "ratelimit": 0,
84
+ "reasoningeffort": "default",
85
+ "remotetunnel": false,
86
+ "ropeconfig": [
87
+ 0.0,
88
+ 10000.0
89
+ ],
90
+ "savedatafile": null,
91
+ "singleinstance": false,
92
+ "smartcache": 0,
93
+ "smartcontext": false,
94
+ "splitmode": "layer",
95
+ "ssl": null,
96
+ "swapadding": 0,
97
+ "unpack": "",
98
+ "usemtp": false,
99
+ "usemlock": false,
100
+ "usemmap": false,
101
+ "usedirectio": false,
102
+ "visionmaxres": 1024,
103
+ "visionmaxtokens": -1,
104
+ "visionmintokens": -1,
105
+ "websearch": true,
106
+ "showgui": false,
107
+ "skiplauncher": false,
108
+ "hordemodelname": "",
109
+ "hordeworkername": "",
110
+ "hordekey": "",
111
+ "hordemaxctx": 0,
112
+ "hordegenlen": 0,
113
+ "sdaudiovae": "",
114
+ "sdclamped": 0,
115
+ "sdclampedsoft": 0,
116
+ "sdclip1": "",
117
+ "sdclip2": "",
118
+ "sdclipdevice": -2,
119
+ "sdconvdirect": "off",
120
+ "sdflashattention": false,
121
+ "sdlora": [],
122
+ "sdloramult": [
123
+ 1.0
124
+ ],
125
+ "sdmaingpu": -1,
126
+ "sdmodel": "",
127
+ "sdoffloadcpu": true,
128
+ "sdphotomaker": "",
129
+ "sdquant": 0,
130
+ "sdllm": "",
131
+ "sdthreads": 0,
132
+ "sdtiledvae": 768,
133
+ "sdupscaler": "",
134
+ "sdvae": "",
135
+ "sdvaeauto": false,
136
+ "sdvaedevice": -1,
137
+ "sdvramlimit": 0,
138
+ "whispermodel": "https://huggingface.co/koboldcpp/whisper/resolve/main/whisper-base.en-q5_1.bin",
139
+ "ttsmodel": "https://huggingface.co/koboldcpp/tts/resolve/main/Kokoro_no_espeak_Q4.gguf",
140
+ "ttswavtokenizer": "",
141
+ "ttsgpu": false,
142
+ "ttsmaxlen": 4096,
143
+ "ttsthreads": 0,
144
+ "ttsdir": "",
145
+ "musicllm": "",
146
+ "musicembeddings": "",
147
+ "musicdiffusion": "",
148
+ "musicvae": "",
149
+ "musiclowvram": false,
150
+ "embeddingsmodel": "https://huggingface.co/ggml-org/bge-m3-Q8_0-GGUF/resolve/main/bge-m3-q8_0.gguf",
151
+ "embeddingsmaxctx": 0,
152
+ "embeddingsgpu": false,
153
+ "rpcmode": "disabled",
154
+ "rpcport": 5551,
155
+ "rpchost": "0.0.0.0",
156
+ "rpcdevice": "",
157
+ "rpctargets": "",
158
+ "admin": false,
159
+ "adminpassword": null,
160
+ "admindir": "",
161
+ "adminunloadtimeout": 0,
162
+ "routermode": false,
163
+ "reqtimeout": 600,
164
+ "autoswapmode": false,
165
+ "autoswapthreshold": 256,
166
+ "baseconfig": "",
167
+ "sdvaecpu": false,
168
+ "sdclipgpu": false,
169
+ "testmemory": false,
170
+ "run_bundled_agent": false,
171
+ "agent_base_url": null,
172
+ "agent_api_key": null,
173
+ "istemplate": true
174
+ }
MidSpec-ImageGen.kcppt ADDED
@@ -0,0 +1,149 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": [],
3
+ "model_param": null,
4
+ "port": 5001,
5
+ "port_param": 5001,
6
+ "host": "",
7
+ "launch": true,
8
+ "config": null,
9
+ "threads": -1,
10
+ "usecuda": null,
11
+ "usevulkan": null,
12
+ "usecpu": null,
13
+ "contextsize": 8192,
14
+ "gpulayers": -1,
15
+ "tensor_split": null,
16
+ "autofit": false,
17
+ "version": false,
18
+ "analyze": "",
19
+ "maingpu": -1,
20
+ "batchsize": 512,
21
+ "blasthreads": null,
22
+ "lora": null,
23
+ "loramult": 1.0,
24
+ "noshift": false,
25
+ "nofastforward": false,
26
+ "useswa": false,
27
+ "smartcache": 0,
28
+ "ropeconfig": [
29
+ 0.0,
30
+ 10000.0
31
+ ],
32
+ "overridenativecontext": 0,
33
+ "usemmap": false,
34
+ "usemlock": false,
35
+ "noavx2": false,
36
+ "failsafe": false,
37
+ "debugmode": 0,
38
+ "onready": "",
39
+ "benchmark": null,
40
+ "prompt": "",
41
+ "cli": false,
42
+ "genlimit": 0,
43
+ "multiuser": 1,
44
+ "multiplayer": false,
45
+ "websearch": false,
46
+ "remotetunnel": false,
47
+ "highpriority": false,
48
+ "foreground": false,
49
+ "preloadstory": null,
50
+ "savedatafile": null,
51
+ "quiet": false,
52
+ "ssl": null,
53
+ "nocertify": false,
54
+ "mmproj": null,
55
+ "mmprojcpu": false,
56
+ "visionmaxres": 1024,
57
+ "draftmodel": null,
58
+ "draftamount": 8,
59
+ "draftgpulayers": 999,
60
+ "draftgpusplit": null,
61
+ "password": null,
62
+ "ratelimit": 0,
63
+ "ignoremissing": false,
64
+ "chatcompletionsadapter": "AutoGuess",
65
+ "jinja": false,
66
+ "jinja_tools": false,
67
+ "noflashattention": false,
68
+ "lowvram": false,
69
+ "quantkv": 0,
70
+ "smartcontext": false,
71
+ "unpack": "",
72
+ "exportconfig": "",
73
+ "exporttemplate": "",
74
+ "nomodel": false,
75
+ "moeexperts": -1,
76
+ "moecpu": 0,
77
+ "defaultgenamt": 1024,
78
+ "nobostoken": false,
79
+ "enableguidance": false,
80
+ "maxrequestsize": 32,
81
+ "overridekv": null,
82
+ "overridetensors": null,
83
+ "showgui": false,
84
+ "skiplauncher": false,
85
+ "singleinstance": false,
86
+ "nopipelineparallel": false,
87
+ "gendefaults": "{\"cfg_scale\":1}",
88
+ "gendefaultsoverwrite": true,
89
+ "mcpfile": null,
90
+ "device": "",
91
+ "downloaddir": "",
92
+ "autofitpadding": 1024,
93
+ "hordemodelname": "",
94
+ "hordeworkername": "",
95
+ "hordekey": "",
96
+ "hordemaxctx": 0,
97
+ "hordegenlen": 0,
98
+ "sdmodel": "https://huggingface.co/leejet/FLUX.2-klein-9B-GGUF/resolve/main/flux-2-klein-9b-Q4_0.gguf",
99
+ "sdthreads": 0,
100
+ "sdclamped": 0,
101
+ "sdclampedsoft": 0,
102
+ "sdt5xxl": "",
103
+ "sdclip1": "https://huggingface.co/unsloth/Qwen3-8B-GGUF/resolve/main/Qwen3-8B-Q4_K_M.gguf",
104
+ "sdclip2": "",
105
+ "sdphotomaker": "",
106
+ "sdupscaler": "",
107
+ "sdflashattention": true,
108
+ "sdoffloadcpu": true,
109
+ "sdvaecpu": false,
110
+ "sdclipgpu": false,
111
+ "sdconvdirect": "off",
112
+ "sdvae": "https://huggingface.co/koboldcpp/GGUFDumps/resolve/main/flux2vae.safetensors",
113
+ "sdvaeauto": false,
114
+ "sdquant": 0,
115
+ "sdlora": null,
116
+ "sdloramult": [
117
+ 1.0
118
+ ],
119
+ "sdtiledvae": 512,
120
+ "whispermodel": "",
121
+ "ttsmodel": "",
122
+ "ttswavtokenizer": "",
123
+ "ttsgpu": false,
124
+ "ttsmaxlen": 4096,
125
+ "ttsthreads": 0,
126
+ "ttsdir": "",
127
+ "musicllm": "",
128
+ "musicembeddings": "",
129
+ "musicdiffusion": "",
130
+ "musicvae": "",
131
+ "musiclowvram": false,
132
+ "embeddingsmodel": "",
133
+ "embeddingsmaxctx": 0,
134
+ "embeddingsgpu": false,
135
+ "admin": false,
136
+ "adminpassword": null,
137
+ "admindir": "",
138
+ "hordeconfig": null,
139
+ "sdconfig": null,
140
+ "noblas": false,
141
+ "nommap": false,
142
+ "pipelineparallel": false,
143
+ "sdnotile": false,
144
+ "forceversion": false,
145
+ "sdgendefaults": false,
146
+ "flashattention": false,
147
+ "testmemory": false,
148
+ "istemplate": true
149
+ }