{ "schema_version": 1, "task_id": "task-001", "expected_rollouts": 1, "max_concurrency": 1, "no_wall_timeout": true, "infrastructure": { "backend": "aws", "broker_version": "windows-autocad-2019-v10", "image_id": "ami-REPLACE_ME", "subnet_ids": [ "subnet-REPLACE_ME" ], "security_group_id": "sg-REPLACE_ME", "instance_profile_name": "AutoCADBenchWorkerProfile", "instance_type": "g4dn.xlarge", "aws_region": "us-east-1", "associate_public_ip": false }, "evaluation": { "enabled": true, "bucket": "your-autocad-bench-bucket" }, "rollouts": [ { "rollout_id": "openai-example", "display_name": "OpenAI example", "provider": "openai", "model_id": "REPLACE_WITH_MODEL_ID", "reasoning_effort": "high" } ] }