Dmitry Beresnev commited on
Commit
7a18d61
·
1 Parent(s): 70dee29

exclude config toml

Browse files
Files changed (1) hide show
  1. config.toml.example +7 -2
config.toml.example CHANGED
@@ -3,8 +3,12 @@ host = "0.0.0.0"
3
  port = 7860
4
  # Max concurrently open client connections (each pins a thread); excess get 503.
5
  max_sessions = 256
6
- # Per-recv timeout for client sockets (idle keep-alive, slow senders).
7
  read_timeout_sec = 30
 
 
 
 
8
 
9
  [worker]
10
  default_model = "QuantFactory/Qwen2.5-7B-Instruct-GGUF:q4_k_m"
@@ -71,7 +75,8 @@ log_request_bodies = false
71
 
72
  [models]
73
  # Models /switch-model may load (the default model is always allowed).
74
- allowed = ["QuantFactory/Qwen2.5-7B-Instruct-GGUF:q4_k_m"]
 
75
 
76
  # API keys. Prefer the API_KEYS environment variable (HF Space secret) in
77
  # production: "key_id:role:secret,key_id:role:secret". When API_KEYS is set
 
3
  port = 7860
4
  # Max concurrently open client connections (each pins a thread); excess get 503.
5
  max_sessions = 256
6
+ # Idle timeout waiting for the first byte of a request (keep-alive).
7
  read_timeout_sec = 30
8
+ # Absolute deadlines from the first byte: full header / full body must arrive
9
+ # within these, however slowly bytes trickle in (408 otherwise).
10
+ header_timeout_sec = 10
11
+ body_timeout_sec = 30
12
 
13
  [worker]
14
  default_model = "QuantFactory/Qwen2.5-7B-Instruct-GGUF:q4_k_m"
 
75
 
76
  [models]
77
  # Models /switch-model may load (the default model is always allowed).
78
+ # Curated candidates for a 2 vCPU / 16 GB host (see docs/MODEL_CANDIDATES_FREE_SPACE.md).
79
+ allowed = ["QuantFactory/Qwen2.5-7B-Instruct-GGUF:q4_k_m", "unsloth/Qwen3.5-9B-GGUF:Q4_K_M", "unsloth/Qwen3.5-4B-GGUF:Q4_K_M", "LiquidAI/LFM2.5-8B-A1B-GGUF:Q4_K_M", "unsloth/granite-4.0-h-tiny-GGUF:Q4_K_M", "unsloth/gemma-4-E4B-it-GGUF:Q4_K_M", "unsloth/gemma-4-E2B-it-GGUF:Q4_K_M", "unsloth/Qwen3.6-35B-A3B-GGUF:UD-IQ3_XXS"]
80
 
81
  # API keys. Prefer the API_KEYS environment variable (HF Space secret) in
82
  # production: "key_id:role:secret,key_id:role:secret". When API_KEYS is set