power / config /models.json
Deepakresearcher's picture
New build
b555842
Raw History Blame Contribute Delete
1.27 kB
{
"cloud": {
"linear": {
"name": "Groq Llama 3.3 70B",
"provider": "groq",
"api_endpoint": "https://api.groq.com/openai/v1/chat/completions",
"api_key_env": "GROQ_API_KEY",
"model_id": "llama-3.3-70b-versatile",
"max_tokens": 1024,
"temperature": 0.7,
"tools_supported": false
},
"agentic": {
"name": "Groq Llama 3.3 70B (Agentic)",
"provider": "groq",
"api_endpoint": "https://api.groq.com/openai/v1/chat/completions",
"api_key_env": "GROQ_API_KEY",
"model_id": "llama-3.3-70b-versatile",
"max_tokens": 2048,
"temperature": 0.7,
"tools_supported": true,
"tools": ["web_search", "calculator"]
}
},
"local": {
"linear": {
"name": "TinyLlama 1B Offline",
"provider": "local",
"model_path": "/home/dpani/mydrive/models/tinyllama.gguf",
"max_tokens": 1024,
"temperature": 0.7,
"tools_supported": false
},
"agentic": {
"name": "TinyLlama 1B Offline (Agentic)",
"provider": "local",
"model_path": "/home/dpani/mydrive/models/tinyllama.gguf",
"max_tokens": 2048,
"temperature": 0.7,
"tools_supported": true,
"tools": ["web_search", "calculator"]
}
}
}