{
    "models": {
        "phi": {
            "path": "microsoft/phi-3-mini-4k-instruct",
            "description": "Efficient model good for general tasks",
            "requirements": {
                "min_ram": "8GB",
                "recommended_gpu": "4GB VRAM"
            }
        },
        "mistral": {
            "path": "mistralai/Mistral-7B-v0.1",
            "description": "Excellent for reasoning and technical content",
            "requirements": {
                "min_ram": "16GB",
                "recommended_gpu": "8GB VRAM"
            }
        },
        "codellama": {
            "path": "codellama/CodeLlama-7b-instruct-hf",
            "description": "Specialized for code understanding and generation",
            "requirements": {
                "min_ram": "16GB",
                "recommended_gpu": "8GB VRAM"
            }
        },
        "llama": {
            "path": "meta-llama/Llama-3.1-8B-instruct",
            "description": "Powerful general-purpose model",
            "requirements": {
                "min_ram": "16GB",
                "recommended_gpu": "12GB VRAM"
            }
        }
    },
    "default_model": "phi",
    "load_in_8bit": true,
    "device_map": "auto",
    "max_memory": null,
    "torch_dtype": "float16",
    "model_auth_required": {
        "meta-llama": true
    }
}