File size: 1,265 Bytes
b555842 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 | {
"cloud": {
"linear": {
"name": "Groq Llama 3.3 70B",
"provider": "groq",
"api_endpoint": "https://api.groq.com/openai/v1/chat/completions",
"api_key_env": "GROQ_API_KEY",
"model_id": "llama-3.3-70b-versatile",
"max_tokens": 1024,
"temperature": 0.7,
"tools_supported": false
},
"agentic": {
"name": "Groq Llama 3.3 70B (Agentic)",
"provider": "groq",
"api_endpoint": "https://api.groq.com/openai/v1/chat/completions",
"api_key_env": "GROQ_API_KEY",
"model_id": "llama-3.3-70b-versatile",
"max_tokens": 2048,
"temperature": 0.7,
"tools_supported": true,
"tools": ["web_search", "calculator"]
}
},
"local": {
"linear": {
"name": "TinyLlama 1B Offline",
"provider": "local",
"model_path": "/home/dpani/mydrive/models/tinyllama.gguf",
"max_tokens": 1024,
"temperature": 0.7,
"tools_supported": false
},
"agentic": {
"name": "TinyLlama 1B Offline (Agentic)",
"provider": "local",
"model_path": "/home/dpani/mydrive/models/tinyllama.gguf",
"max_tokens": 2048,
"temperature": 0.7,
"tools_supported": true,
"tools": ["web_search", "calculator"]
}
}
}
|