dev2nd commited on
Commit
99990a1
·
verified ·
1 Parent(s): 6e6d3f0

Create Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +16 -0
Dockerfile ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM vllm/vllm-openai:latest
2
+
3
+ ENV PORT=7860
4
+ ENV HF_HOME=/tmp/hf_home
5
+ ENV HUGGINGFACE_HUB_CACHE=/tmp/hf_home/hub
6
+ ENV TRANSFORMERS_CACHE=/tmp/hf_home/transformers
7
+
8
+ EXPOSE 7860
9
+
10
+ ENTRYPOINT ["sh", "-c", "python3 -m vllm.entrypoints.openai.api_server \
11
+ --model ${MODEL_ID:-Qwen/Qwen2.5-7B-Instruct} \
12
+ --host 0.0.0.0 \
13
+ --port 7860 \
14
+ --max-model-len ${MAX_MODEL_LEN:-8192} \
15
+ --gpu-memory-utilization ${GPU_MEM_UTIL:-0.90} \
16
+ --dtype auto"]