NetMonLLMLive / appsettings.json
Mungert's picture
Update appsettings.json
92de962 verified
Raw
History Blame Contribute Delete
2.29 kB
{
"Logging": {
"LogLevel": {
"Default": "Information",
"Microsoft": "Information",
"Microsoft.AspNetCore": "Warning",
"Microsoft.Hosting.Lifetime": "Warning"
}
},
"OpenAIApiKey": ".env",
"EmailEncryptKey": ".env",
"LocalSystemUrl": {
"ExternalUrl": "https://monitorsrv.readyforquantum.com",
"IPAddress": "",
"RabbitHostName": "rabbitmq.readyforquantum.com",
"RabbitPort": 55672,
"RabbitInstanceName": "LLM-LLMService",
"RabbitUserName": "usercommonxf1",
"RabbitVHost": "/vhostuser",
"UseTls": true
},
"ServiceID": "monitor",
"StartThisTestLLM": true,
"LlmNoInitMessage": false,
"ServiceAuthKey": ".env",
"LlmModelPath": "/home/user/code/models/",
"LlmModelFileName": "Mellum2-12B-A2.5B-Instruct-mxfp4_moe.gguf",
"LlmContextFileName": "context-mellum_2.gguf",
"LlmSystemPrompt": "system_prompt_mellum_2_run",
"LlmPromptMode": " -if -sp -no-cnv --simple-io --context-shift ",
"LlmVersion": "mellum_2",
"LlmCtxSize": 24000,
"LlmOpenAICtxSize": 32000,
"LlmCtxRatio": 6,
"LlmTemp": "0.0",
"LlmThreads": 2,
"LlmSystemPromptTimeout": 2400,
"LlmUserPromptTimeout": 2400,
"LlmSessionIdleTimeout": 7200,
"LlmGptModel": "gpt-4.1-mini",
"LlmHFModelID": "meta-llama/llama-3.3-70b-instruct",
"LlmHFKey": ".env",
"LlmHFUrl": "https://api.novita.ai/v3/openai/chat/completions",
"LlmHFModelVersion": "llama_3.2",
"IsStream": false,
"HFToken": ".env",
"DataRepoId": "mungert/NetMonLLMDataLive",
"RedisUrl": "redis.readyforquantum.co.uk:46379",
"MaxRetries": -1,
"RabbitPassword": ".env",
"RabbitRoutingKey": "execute.local",
"RabbitExchangeType": "direct",
"LlmSpaceModelID": "Qwen/Qwen3-1.7B",
"LlmUseHF": false,
"AudioServiceUrls": [
"https://transcribe.readyforquantum.com",
"https://transcribe2.readyforquantum.com",
"https://transcribe3.readyforquantum.com"
],
"REDIS_PASSWORD": ".env",
"UseTls": true,
"UseFixedPort": true,
"Port": 7860,
"RemoteCache": {
"Enabled": true,
"Type": "Http",
"BaseUrl": "https://cachehttp.readyforquantum.com/api",
"API_KEY": ".env",
"TimeoutSeconds": 600,
"RetryAttempts": 3
},
"SimpleMonitorPromptByRunner": {
"TurboLLM": false,
"HugLLM": false,
"TestLLM": true
}
}