Spaces:
Running
Running
File size: 2,293 Bytes
e454c99 66958f4 e454c99 66958f4 e454c99 493518a 66958f4 0e13b55 66958f4 e454c99 66958f4 92de962 3d249d8 7c41b96 67074a9 af7d4e8 66958f4 81cd34e 66958f4 df610fa 62ec914 66958f4 34e04b8 66958f4 c9d80ee 66958f4 08fb6bb 66958f4 6f69b86 62ec914 e454c99 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 | {
"Logging": {
"LogLevel": {
"Default": "Information",
"Microsoft": "Information",
"Microsoft.AspNetCore": "Warning",
"Microsoft.Hosting.Lifetime": "Warning"
}
},
"OpenAIApiKey": ".env",
"EmailEncryptKey": ".env",
"LocalSystemUrl": {
"ExternalUrl": "https://monitorsrv.readyforquantum.com",
"IPAddress": "",
"RabbitHostName": "rabbitmq.readyforquantum.com",
"RabbitPort": 55672,
"RabbitInstanceName": "LLM-LLMService",
"RabbitUserName": "usercommonxf1",
"RabbitVHost": "/vhostuser",
"UseTls": true
},
"ServiceID": "monitor",
"StartThisTestLLM": true,
"LlmNoInitMessage": false,
"ServiceAuthKey": ".env",
"LlmModelPath": "/home/user/code/models/",
"LlmModelFileName": "Mellum2-12B-A2.5B-Instruct-mxfp4_moe.gguf",
"LlmContextFileName": "context-mellum_2.gguf",
"LlmSystemPrompt": "system_prompt_mellum_2_run",
"LlmPromptMode": " -if -sp -no-cnv --simple-io --context-shift ",
"LlmVersion": "mellum_2",
"LlmCtxSize": 24000,
"LlmOpenAICtxSize": 32000,
"LlmCtxRatio": 6,
"LlmTemp": "0.0",
"LlmThreads": 2,
"LlmSystemPromptTimeout": 2400,
"LlmUserPromptTimeout": 2400,
"LlmSessionIdleTimeout": 7200,
"LlmGptModel": "gpt-4.1-mini",
"LlmHFModelID": "meta-llama/llama-3.3-70b-instruct",
"LlmHFKey": ".env",
"LlmHFUrl": "https://api.novita.ai/v3/openai/chat/completions",
"LlmHFModelVersion": "llama_3.2",
"IsStream": false,
"HFToken": ".env",
"DataRepoId": "mungert/NetMonLLMDataLive",
"RedisUrl": "redis.readyforquantum.co.uk:46379",
"MaxRetries": -1,
"RabbitPassword": ".env",
"RabbitRoutingKey": "execute.local",
"RabbitExchangeType": "direct",
"LlmSpaceModelID": "Qwen/Qwen3-1.7B",
"LlmUseHF": false,
"AudioServiceUrls": [
"https://transcribe.readyforquantum.com",
"https://transcribe2.readyforquantum.com",
"https://transcribe3.readyforquantum.com"
],
"REDIS_PASSWORD": ".env",
"UseTls": true,
"UseFixedPort": true,
"Port": 7860,
"RemoteCache": {
"Enabled": true,
"Type": "Http",
"BaseUrl": "https://cachehttp.readyforquantum.com/api",
"API_KEY": ".env",
"TimeoutSeconds": 600,
"RetryAttempts": 3
},
"SimpleMonitorPromptByRunner": {
"TurboLLM": false,
"HugLLM": false,
"TestLLM": true
}
}
|