Spaces:
Sleeping
Sleeping
Dmitry Beresnev commited on
Commit ·
7a18d61
1
Parent(s): 70dee29
exclude config toml
Browse files- config.toml.example +7 -2
config.toml.example
CHANGED
|
@@ -3,8 +3,12 @@ host = "0.0.0.0"
|
|
| 3 |
port = 7860
|
| 4 |
# Max concurrently open client connections (each pins a thread); excess get 503.
|
| 5 |
max_sessions = 256
|
| 6 |
-
#
|
| 7 |
read_timeout_sec = 30
|
|
|
|
|
|
|
|
|
|
|
|
|
| 8 |
|
| 9 |
[worker]
|
| 10 |
default_model = "QuantFactory/Qwen2.5-7B-Instruct-GGUF:q4_k_m"
|
|
@@ -71,7 +75,8 @@ log_request_bodies = false
|
|
| 71 |
|
| 72 |
[models]
|
| 73 |
# Models /switch-model may load (the default model is always allowed).
|
| 74 |
-
|
|
|
|
| 75 |
|
| 76 |
# API keys. Prefer the API_KEYS environment variable (HF Space secret) in
|
| 77 |
# production: "key_id:role:secret,key_id:role:secret". When API_KEYS is set
|
|
|
|
| 3 |
port = 7860
|
| 4 |
# Max concurrently open client connections (each pins a thread); excess get 503.
|
| 5 |
max_sessions = 256
|
| 6 |
+
# Idle timeout waiting for the first byte of a request (keep-alive).
|
| 7 |
read_timeout_sec = 30
|
| 8 |
+
# Absolute deadlines from the first byte: full header / full body must arrive
|
| 9 |
+
# within these, however slowly bytes trickle in (408 otherwise).
|
| 10 |
+
header_timeout_sec = 10
|
| 11 |
+
body_timeout_sec = 30
|
| 12 |
|
| 13 |
[worker]
|
| 14 |
default_model = "QuantFactory/Qwen2.5-7B-Instruct-GGUF:q4_k_m"
|
|
|
|
| 75 |
|
| 76 |
[models]
|
| 77 |
# Models /switch-model may load (the default model is always allowed).
|
| 78 |
+
# Curated candidates for a 2 vCPU / 16 GB host (see docs/MODEL_CANDIDATES_FREE_SPACE.md).
|
| 79 |
+
allowed = ["QuantFactory/Qwen2.5-7B-Instruct-GGUF:q4_k_m", "unsloth/Qwen3.5-9B-GGUF:Q4_K_M", "unsloth/Qwen3.5-4B-GGUF:Q4_K_M", "LiquidAI/LFM2.5-8B-A1B-GGUF:Q4_K_M", "unsloth/granite-4.0-h-tiny-GGUF:Q4_K_M", "unsloth/gemma-4-E4B-it-GGUF:Q4_K_M", "unsloth/gemma-4-E2B-it-GGUF:Q4_K_M", "unsloth/Qwen3.6-35B-A3B-GGUF:UD-IQ3_XXS"]
|
| 80 |
|
| 81 |
# API keys. Prefer the API_KEYS environment variable (HF Space secret) in
|
| 82 |
# production: "key_id:role:secret,key_id:role:secret". When API_KEYS is set
|