| { | |
| "usecuda": [ | |
| "normal", | |
| "0" | |
| ], | |
| "usevulkan": null, | |
| "usecpu": false, | |
| "model": [], | |
| "model_param": "https://huggingface.co/mradermacher/Boulesis-26B-A4B-i1-GGUF/resolve/main/Boulesis-26B-A4B.i1-IQ4_XS.gguf", | |
| "contextsize": 8192, | |
| "gpulayers": -1, | |
| "host": "", | |
| "launch": false, | |
| "tensor_split": null, | |
| "threads": 5, | |
| "port": 5001, | |
| "port_param": 5001, | |
| "agent": false, | |
| "agentload": "", | |
| "autofit": false, | |
| "autofitpadding": 1024, | |
| "batchsize": 512, | |
| "ubatchsize": -1, | |
| "benchmark": null, | |
| "blasthreads": null, | |
| "chatcompletionsadapter": "AutoGuess", | |
| "cli": false, | |
| "debugmode": 0, | |
| "defaultgenamt": 1536, | |
| "device": "", | |
| "downloaddir": "", | |
| "draftamount": 4, | |
| "draftgpulayers": 999, | |
| "draftgpusplit": null, | |
| "draftmodel": null, | |
| "enableguidance": false, | |
| "failsafe": false, | |
| "foreground": false, | |
| "gendefaults": "", | |
| "gendefaultsoverwrite": false, | |
| "genlimit": 0, | |
| "highpriority": false, | |
| "ignoremissing": false, | |
| "jinja": false, | |
| "jinja_kwargs": "", | |
| "jinjatemplate": "", | |
| "jinjathink": "default", | |
| "lora": null, | |
| "loramult": 1.0, | |
| "lowvram": false, | |
| "maingpu": -1, | |
| "maxrequestsize": 32, | |
| "mcpfile": null, | |
| "mmproj": null, | |
| "mmprojcpu": false, | |
| "moecpu": 0, | |
| "ffncpu": 0, | |
| "moeexperts": -1, | |
| "multiplayer": false, | |
| "nocertify": false, | |
| "nofastforward": false, | |
| "noflashattention": false, | |
| "noavx2": false, | |
| "nobostoken": false, | |
| "nommq": false, | |
| "nomodel": false, | |
| "noshift": false, | |
| "noswa": true, | |
| "onready": "", | |
| "overridekv": null, | |
| "overridenativecontext": 0, | |
| "overridetensors": null, | |
| "parallelrequests": 4, | |
| "password": null, | |
| "preloadstory": null, | |
| "prompt": "", | |
| "quantkv": "q8_0", | |
| "queuelimit": 10, | |
| "quiet": true, | |
| "ratelimit": 0, | |
| "reasoningeffort": "default", | |
| "remotetunnel": true, | |
| "ropeconfig": [ | |
| 0.0, | |
| 10000.0 | |
| ], | |
| "savedatafile": null, | |
| "singleinstance": false, | |
| "smartcache": 0, | |
| "smartcontext": false, | |
| "splitmode": "layer", | |
| "ssl": null, | |
| "swapadding": 0, | |
| "usemtp": false, | |
| "usemlock": false, | |
| "usemmap": false, | |
| "usedirectio": false, | |
| "visionmaxres": 1024, | |
| "visionmaxtokens": -1, | |
| "visionmintokens": -1, | |
| "websearch": false, | |
| "showgui": false, | |
| "skiplauncher": false, | |
| "hordemodelname": "", | |
| "hordeworkername": "", | |
| "hordekey": "", | |
| "hordemaxctx": 0, | |
| "hordegenlen": 0, | |
| "sdaudiovae": "", | |
| "sdclamped": 0, | |
| "sdclampedsoft": 0, | |
| "sdclip1": "", | |
| "sdclip2": "", | |
| "sdclipdevice": 0, | |
| "sdconvdirect": "full", | |
| "sdflashattention": true, | |
| "sdlora": [], | |
| "sdloramult": [ | |
| 0.0 | |
| ], | |
| "sdmaingpu": 0, | |
| "sdmodel": "https://huggingface.co/Coercer/Modified_VeryFast_Models_DMD2/resolve/main/Orig_Models_Pruned/bananaSplitzXXL_v20.safetensors", | |
| "sdoffloadcpu": false, | |
| "sdphotomaker": "", | |
| "sdquant": 2, | |
| "sdllm": "", | |
| "sdthreads": 5, | |
| "sdtiledvae": 640, | |
| "sdupscaler": "", | |
| "sdvae": "", | |
| "sdvaeauto": true, | |
| "sdvaedevice": 0, | |
| "sdvramlimit": 0, | |
| "whispermodel": "", | |
| "ttsmodel": "", | |
| "ttswavtokenizer": "", | |
| "ttsgpu": false, | |
| "ttsmaxlen": 4096, | |
| "ttsthreads": 5, | |
| "ttsdir": "", | |
| "musicllm": "", | |
| "musicembeddings": "", | |
| "musicdiffusion": "", | |
| "musicvae": "", | |
| "musiclowvram": false, | |
| "embeddingsmodel": "", | |
| "embeddingsmaxctx": 4096, | |
| "embeddingsgpu": false, | |
| "rpcmode": "disabled", | |
| "rpcport": 5551, | |
| "rpchost": "0.0.0.0", | |
| "rpcdevice": "", | |
| "rpctargets": "", | |
| "admin": false, | |
| "adminpassword": "", | |
| "admindir": "", | |
| "adminunloadtimeout": 0, | |
| "routermode": false, | |
| "reqtimeout": 600, | |
| "autoswapmode": false, | |
| "autoswapthreshold": 256, | |
| "baseconfig": "", | |
| "sdvaecpu": false, | |
| "sdclipgpu": false, | |
| "istemplate": false | |
| } |