kev-queue-v4-4b / deployment /compose.queue.yaml
fzkun's picture
Publish Queue-v4 KEV LoRA adapter, pointer head, model card and validation reports
51ad825 verified
Raw History Blame Contribute Delete
468 Bytes
services:
kev:
command: ["--run", "/queue-v4", "--fallback", "/queue-v4", "--host", "0.0.0.0", "--port", "8000"]
environment:
KEV_MERGE: "0"
KEV_TEMPERATURE: "0.25"
KEV_DEPLOY_MAX_STATE: "8192"
KEV_PREFIX_MAX_TOKENS: "8192"
KEV_GPU_MEMORY_FRACTION: "0.23"
volumes:
- ./queue-finetune/v4/results/experiment-v4b/queue-v4:/queue-v4:ro
- ./queue-finetune/v4/deployment/service.queue.py:/opt/kev/service.deploy.py:ro