{ "vllm": "0.33.0", "torch": "2.14.0+cu130", "transformers": "5.20.2", "gpu": "NVIDIA H200", "cmd": [ "vllm", "serve", "ML-Intern-lab/Qwen3.5-0.8B-weight-space-programming", "--revision", "f4a5dd43dae4a5e42b441a31d692570751b3d92c", "--tokenizer-revision", "f4a5dd43dae4a5e42b441a31d692570751b3d92c", "--dtype", "bfloat16", "--max-model-len", "34816", "--gpu-memory-utilization", "0.92", "--max-num-seqs", "256", "--language-model-only", "--generation-config", "vllm", "--seed", "0", "--port", "8000" ], "sampling": { "temperature": 0.6, "top_p": 0.95, "top_k": 20, "presence_penalty": 1.5, "max_tokens": 32768, "seed": 0 }, "model": "ML-Intern-lab/Qwen3.5-0.8B-weight-space-programming", "revision": "f4a5dd43dae4a5e42b441a31d692570751b3d92c", "n": 1, "prompt": "Which option is the best answer to this clinical question?\n\n{q}\n\n{opts}\n\nReason as much as you need, then finish with one last line exactly like: Answer: ", "seed": 0, "job_id": "6ae9df41c78863f9c631c20c" }