File size: 268 Bytes
7027070
 
 
 
 
 
 
 
 
952e1e7
 
7027070
1
2
3
4
5
6
7
8
9
10
11
12
13
{
  "mode": "reax13",
  "model_root": "/model",
  "part_g": "part-g",
  "part_q": "part-q",
  "quantization": "fp8",
  "optimization": "fastconv_longcache",
  "u_batch_size": 8,
  "startup_timeout": 1800,
  "request_timeout": 1800,
  "max_input_proxy_tokens": 32000
}