Spaces:
Paused
Paused
Create Dockerfile
Browse files- Dockerfile +16 -0
Dockerfile
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM vllm/vllm-openai:latest
|
| 2 |
+
|
| 3 |
+
ENV PORT=7860
|
| 4 |
+
ENV HF_HOME=/tmp/hf_home
|
| 5 |
+
ENV HUGGINGFACE_HUB_CACHE=/tmp/hf_home/hub
|
| 6 |
+
ENV TRANSFORMERS_CACHE=/tmp/hf_home/transformers
|
| 7 |
+
|
| 8 |
+
EXPOSE 7860
|
| 9 |
+
|
| 10 |
+
ENTRYPOINT ["sh", "-c", "python3 -m vllm.entrypoints.openai.api_server \
|
| 11 |
+
--model ${MODEL_ID:-Qwen/Qwen2.5-7B-Instruct} \
|
| 12 |
+
--host 0.0.0.0 \
|
| 13 |
+
--port 7860 \
|
| 14 |
+
--max-model-len ${MAX_MODEL_LEN:-8192} \
|
| 15 |
+
--gpu-memory-utilization ${GPU_MEM_UTIL:-0.90} \
|
| 16 |
+
--dtype auto"]
|