Spaces:
Running
Running
File size: 739 Bytes
cc2d67b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 | # Local qualification only. Does not create or update a Hugging Face Space.
services:
needle-router:
build: .
image: needle-gateway-v2:local
cpus: 2.0
mem_limit: 16g
ports:
- "127.0.0.1:7860:7860"
environment:
NEEDLE_AUTH_MODE: required
NEEDLE_API_KEY: ${NEEDLE_API_KEY:?Set a local test key in your environment}
NEEDLE_INFERENCE_CONCURRENCY: "1"
NEEDLE_MAX_QUEUE_SIZE: "16"
NEEDLE_BODY_CONCURRENCY: "16"
NEEDLE_CONTEXT_BUDGET: "2048"
NEEDLE_CONTEXT_MAX_BUDGET: "4096"
NEEDLE_STATE_BYTES: "4194304"
NEEDLE_STATE_ENTRIES: "128"
NEEDLE_STATE_TTL: "900"
HF_HUB_OFFLINE: "1"
NEEDLE_TELEMETRY: "0"
DO_NOT_TRACK: "1"
restart: "no"
|