{
  "model_type": "merged",
  "served_model_name": "r27-release",
  "target_gpu": "A10",
  "dtype": "bfloat16",
  "tensor_parallel_size": 1,
  "gpu_memory_utilization": 0.85,
  "max_model_len": 4096,
  "max_num_seqs": 4,
  "enable_lora": false,
  "thinking_enabled": false,
  "chat_template_kwargs": {
    "enable_thinking": false
  },
  "temperature": 0,
  "max_tokens": 2048,
  "output_channel": "content",
  "reasoning_parser": null,
  "a10_hardware_validation": "not_run"
}