Update Dockerfile
Browse files- Dockerfile +22 -1
Dockerfile
CHANGED
|
@@ -1 +1,22 @@
|
|
| 1 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM docker/model-runner:latest
|
| 2 |
+
|
| 3 |
+
# HF Spaces wymaga zapisywalnego katalogu (poza etapem build)
|
| 4 |
+
ENV MODEL_RUNNER_PORT=7860
|
| 5 |
+
ENV HOME=/data
|
| 6 |
+
ENV XDG_CACHE_HOME=/data/.cache
|
| 7 |
+
|
| 8 |
+
WORKDIR /app
|
| 9 |
+
|
| 10 |
+
RUN mkdir -p /data && chmod -R 777 /data
|
| 11 |
+
|
| 12 |
+
EXPOSE 7860
|
| 13 |
+
|
| 14 |
+
# Pull modelu i start serwera nasłuchującego na 0.0.0.0:7860
|
| 15 |
+
# z API kompatybilnym z OpenAI (/engines/llama.cpp/v1/chat/completions)
|
| 16 |
+
ENTRYPOINT ["sh", "-c", "\
|
| 17 |
+
model-runner pull hf.co/LiquidAI/LFM2.5-230M-GGUF:Q4_0 && \
|
| 18 |
+
model-runner serve \
|
| 19 |
+
--model hf.co/LiquidAI/LFM2.5-230M-GGUF:Q4_0 \
|
| 20 |
+
--host 0.0.0.0 \
|
| 21 |
+
--port 7860 \
|
| 22 |
+
"]
|