{ "vllm": "0.33.0", "torch": "2.14.0+cu130", "transformers": "5.20.2", "gpu": "NVIDIA H200", "cmd": [ "vllm", "serve", "OpenMed/wsp-clinical-controls", "--revision", "237c36d85127ca01adf509e215f0ae579dda8d9a", "--tokenizer-revision", "237c36d85127ca01adf509e215f0ae579dda8d9a", "--dtype", "bfloat16", "--max-model-len", "34816", "--gpu-memory-utilization", "0.92", "--max-num-seqs", "256", "--generation-config", "vllm", "--seed", "0", "--port", "8000", "--language-model-only" ], "sampling": { "temperature": 0.6, "top_p": 0.95, "top_k": 20, "presence_penalty": 1.5, "max_tokens": 32768, "seed": 0 }, "model": "OpenMed/wsp-clinical-controls", "revision": "237c36d85127ca01adf509e215f0ae579dda8d9a", "n": 1, "prompt": "Which option is the best answer to this clinical question?\n\n{q}\n\n{opts}\n\nReason as much as you need, then finish with one last line exactly like: Answer: ", "seed": 0, "job_id": "6aea030cc78863f9c631e059" }