services: kev: command: ["--run", "/queue-v4", "--fallback", "/queue-v4", "--host", "0.0.0.0", "--port", "8000"] environment: KEV_MERGE: "0" KEV_TEMPERATURE: "0.25" KEV_DEPLOY_MAX_STATE: "8192" KEV_PREFIX_MAX_TOKENS: "8192" KEV_GPU_MEMORY_FRACTION: "0.23" volumes: - ./queue-finetune/v4/results/experiment-v4b/queue-v4:/queue-v4:ro - ./queue-finetune/v4/deployment/service.queue.py:/opt/kev/service.deploy.py:ro