# API Keys for LLM Providers # Copy this file to .env and add your actual API keys # OpenAI OPENAI_API_KEY=your-openai-api-key-here # Anthropic (Claude) ANTHROPIC_API_KEY=your-anthropic-api-key-here # Google (Gemini) GOOGLE_API_KEY=your-google-api-key-here # DeepSeek DEEPSEEK_API_KEY=your-deepseek-api-key-here # Ollama Cloud OLLAMA_API_KEY=your_api_key # Cohere COHERE_API_KEY=your-cohere-api-key-here # Bedrock bearer token (passed as api_key to LiteLLM, not as AWS_ACCESS_KEY_ID) BEDROCK_API_KEY=your-bedrock-api-key-here # Azure OpenAI (optional) AZURE_API_KEY=your-azure-api-key-here AZURE_API_BASE=https://your-resource.openai.azure.com AZURE_API_VERSION=2024-02-15-preview # AWS Bedrock (optional) AWS_ACCESS_KEY_ID=your-aws-access-key AWS_SECRET_ACCESS_KEY=your-aws-secret-key AWS_REGION_NAME=us-east-1 # Hugging Face (optional) HUGGINGFACE_API_KEY=your-huggingface-api-key-here # Replicate (optional) REPLICATE_API_KEY=your-replicate-api-key-here # Together AI (optional) TOGETHER_API_KEY=your-together-api-key-here # Model Configuration (optional) DEFAULT_MODEL=gpt-4o-mini DEFAULT_TEMPERATURE=0.0 DEFAULT_MAX_TOKENS=512 # Cost Tracking (optional) TRACK_COSTS=true MAX_BUDGET=10.0 # Opik Observability (optional) # Disable Opik tracing when not running a local Opik server # Either variable works: # OPIK_ENABLED=false # OPIK_DISABLED=true # Benchmark Configuration # Cache directories for benchmark data (optional - defaults to ~/.cache/huggingface) BENCHMARK_CACHE_DIR=/path/to/benchmark/cache HF_DATASETS_CACHE=/path/to/huggingface/cache HF_HUB_CACHE=/path/to/huggingface/hub/cache # AppWorld configuration (required for AppWorld benchmark) APPWORLD_ROOT=/path/to/appworld/data # Results output directory (optional) BENCHMARK_RESULTS_DIR=./benchmark_results