Spaces:
Running
Running
| # Local qualification only. Does not create or update a Hugging Face Space. | |
| services: | |
| needle-router: | |
| build: . | |
| image: needle-gateway-v2:local | |
| cpus: 2.0 | |
| mem_limit: 16g | |
| ports: | |
| - "127.0.0.1:7860:7860" | |
| environment: | |
| NEEDLE_AUTH_MODE: required | |
| NEEDLE_API_KEY: ${NEEDLE_API_KEY:?Set a local test key in your environment} | |
| NEEDLE_INFERENCE_CONCURRENCY: "1" | |
| NEEDLE_MAX_QUEUE_SIZE: "16" | |
| NEEDLE_BODY_CONCURRENCY: "16" | |
| NEEDLE_CONTEXT_BUDGET: "2048" | |
| NEEDLE_CONTEXT_MAX_BUDGET: "4096" | |
| NEEDLE_STATE_BYTES: "4194304" | |
| NEEDLE_STATE_ENTRIES: "128" | |
| NEEDLE_STATE_TTL: "900" | |
| HF_HUB_OFFLINE: "1" | |
| NEEDLE_TELEMETRY: "0" | |
| DO_NOT_TRACK: "1" | |
| restart: "no" | |