File size: 739 Bytes
cc2d67b
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
# Local qualification only. Does not create or update a Hugging Face Space.
services:
  needle-router:
    build: .
    image: needle-gateway-v2:local
    cpus: 2.0
    mem_limit: 16g
    ports:
      - "127.0.0.1:7860:7860"
    environment:
      NEEDLE_AUTH_MODE: required
      NEEDLE_API_KEY: ${NEEDLE_API_KEY:?Set a local test key in your environment}
      NEEDLE_INFERENCE_CONCURRENCY: "1"
      NEEDLE_MAX_QUEUE_SIZE: "16"
      NEEDLE_BODY_CONCURRENCY: "16"
      NEEDLE_CONTEXT_BUDGET: "2048"
      NEEDLE_CONTEXT_MAX_BUDGET: "4096"
      NEEDLE_STATE_BYTES: "4194304"
      NEEDLE_STATE_ENTRIES: "128"
      NEEDLE_STATE_TTL: "900"
      HF_HUB_OFFLINE: "1"
      NEEDLE_TELEMETRY: "0"
      DO_NOT_TRACK: "1"
    restart: "no"