File size: 468 Bytes
51ad825
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
services:
  kev:
    command: ["--run", "/queue-v4", "--fallback", "/queue-v4", "--host", "0.0.0.0", "--port", "8000"]
    environment:
      KEV_MERGE: "0"
      KEV_TEMPERATURE: "0.25"
      KEV_DEPLOY_MAX_STATE: "8192"
      KEV_PREFIX_MAX_TOKENS: "8192"
      KEV_GPU_MEMORY_FRACTION: "0.23"
    volumes:
      - ./queue-finetune/v4/results/experiment-v4b/queue-v4:/queue-v4:ro
      - ./queue-finetune/v4/deployment/service.queue.py:/opt/kev/service.deploy.py:ro