spitfire4794 commited on
Commit
abca578
·
verified ·
1 Parent(s): 796643c

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +19 -0
Dockerfile ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM vllm/vllm-openai:latest
2
+
3
+ ENV PORT=7860
4
+ EXPOSE 7860
5
+
6
+ ENV MODEL_NAME="Qwen/Qwen3.8-Flash-Next-FP8"
7
+
8
+ ENTRYPOINT vllm serve ${MODEL_NAME} \
9
+ --host 0.0.0.0 \
10
+ --port 7860 \
11
+ --tensor-parallel-size 8 \
12
+ --gpu-memory-utilization 0.95 \
13
+ --max-model-len 262144 \
14
+ --enable-chunked-prefill \
15
+ --max-num-batched-tokens 32768 \
16
+ --swap-space 64 \
17
+ --speculative-config '{"method":"mtp","num_speculative_tokens":2}' \
18
+ --trust-remote-code \
19
+ --api-key ${API_KEY}