File size: 1,859 Bytes
116524e
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
# API Keys for LLM Providers
# Copy this file to .env and add your actual API keys

# OpenAI
OPENAI_API_KEY=your-openai-api-key-here

# Anthropic (Claude)
ANTHROPIC_API_KEY=your-anthropic-api-key-here

# Google (Gemini)
GOOGLE_API_KEY=your-google-api-key-here

# DeepSeek
DEEPSEEK_API_KEY=your-deepseek-api-key-here

# Ollama Cloud
OLLAMA_API_KEY=your_api_key

# Cohere
COHERE_API_KEY=your-cohere-api-key-here

# Bedrock bearer token (passed as api_key to LiteLLM, not as AWS_ACCESS_KEY_ID)
BEDROCK_API_KEY=your-bedrock-api-key-here

# Azure OpenAI (optional)
AZURE_API_KEY=your-azure-api-key-here
AZURE_API_BASE=https://your-resource.openai.azure.com
AZURE_API_VERSION=2024-02-15-preview

# AWS Bedrock (optional)
AWS_ACCESS_KEY_ID=your-aws-access-key
AWS_SECRET_ACCESS_KEY=your-aws-secret-key
AWS_REGION_NAME=us-east-1

# Hugging Face (optional)
HUGGINGFACE_API_KEY=your-huggingface-api-key-here

# Replicate (optional)
REPLICATE_API_KEY=your-replicate-api-key-here

# Together AI (optional)
TOGETHER_API_KEY=your-together-api-key-here

# Model Configuration (optional)
DEFAULT_MODEL=gpt-4o-mini
DEFAULT_TEMPERATURE=0.0
DEFAULT_MAX_TOKENS=512

# Cost Tracking (optional)
TRACK_COSTS=true
MAX_BUDGET=10.0

# Opik Observability (optional)
# Disable Opik tracing when not running a local Opik server
# Either variable works:
# OPIK_ENABLED=false
# OPIK_DISABLED=true

# Benchmark Configuration
# Cache directories for benchmark data (optional - defaults to ~/.cache/huggingface)
BENCHMARK_CACHE_DIR=/path/to/benchmark/cache
HF_DATASETS_CACHE=/path/to/huggingface/cache
HF_HUB_CACHE=/path/to/huggingface/hub/cache

# AppWorld configuration (required for AppWorld benchmark)
APPWORLD_ROOT=/path/to/appworld/data

# Results output directory (optional)
BENCHMARK_RESULTS_DIR=./benchmark_results