oki602960 commited on
Commit
907481e
·
verified ·
1 Parent(s): 1e6ce1f

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +22 -1
Dockerfile CHANGED
@@ -1 +1,22 @@
1
- docker model run hf.co/LiquidAI/LFM2.5-230M-GGUF:Q4_0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ FROM docker/model-runner:latest
2
+
3
+ # HF Spaces wymaga zapisywalnego katalogu (poza etapem build)
4
+ ENV MODEL_RUNNER_PORT=7860
5
+ ENV HOME=/data
6
+ ENV XDG_CACHE_HOME=/data/.cache
7
+
8
+ WORKDIR /app
9
+
10
+ RUN mkdir -p /data && chmod -R 777 /data
11
+
12
+ EXPOSE 7860
13
+
14
+ # Pull modelu i start serwera nasłuchującego na 0.0.0.0:7860
15
+ # z API kompatybilnym z OpenAI (/engines/llama.cpp/v1/chat/completions)
16
+ ENTRYPOINT ["sh", "-c", "\
17
+ model-runner pull hf.co/LiquidAI/LFM2.5-230M-GGUF:Q4_0 && \
18
+ model-runner serve \
19
+ --model hf.co/LiquidAI/LFM2.5-230M-GGUF:Q4_0 \
20
+ --host 0.0.0.0 \
21
+ --port 7860 \
22
+ "]