configs/aws.example.json

{
  "schema_version": 1,
  "task_id": "task-001",
  "expected_rollouts": 1,
  "max_concurrency": 1,
  "no_wall_timeout": true,
  "infrastructure": {
    "backend": "aws",
    "broker_version": "windows-autocad-2019-v10",
    "image_id": "ami-REPLACE_ME",
    "subnet_ids": [
      "subnet-REPLACE_ME"
    ],
    "security_group_id": "sg-REPLACE_ME",
    "instance_profile_name": "AutoCADBenchWorkerProfile",
    "instance_type": "g4dn.xlarge",
    "aws_region": "us-east-1",
    "associate_public_ip": false
  },
  "evaluation": {
    "enabled": true,
    "bucket": "your-autocad-bench-bucket"
  },
  "rollouts": [
    {
      "rollout_id": "openai-example",
      "display_name": "OpenAI example",
      "provider": "openai",
      "model_id": "REPLACE_WITH_MODEL_ID",
      "reasoning_effort": "high"
    }
  ]
}