CJHauser commited on
Commit
27a1bd4
·
verified ·
1 Parent(s): 563b3b4

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +7 -16
Dockerfile CHANGED
@@ -1,26 +1,17 @@
1
- FROM ubuntu:24.04
2
 
3
- RUN apt-get update && apt-get install -y \
4
- build-essential cmake git curl \
5
- libopenblas-dev
6
 
7
- RUN git clone https://github.com/ggml-org/llama.cpp /app
8
- WORKDIR /app
9
- RUN cmake -B build \
10
- -DGGML_BLAS=ON \
11
- -DGGML_BLAS_VENDOR=OpenBLAS \
12
- -DCMAKE_BUILD_TYPE=Release \
13
- && cmake --build build --target llama-server -j$(nproc)
14
 
15
- RUN curl -L -o model.gguf \
16
- "https://huggingface.co/Indexnusrefather/LFM-2.5-1.2b-Instruct-roleplay-tuned/resolve/main/LFM2.5-1.2B-Instruct-roleplay-tuned.Q8_0.gguf"
17
 
18
  EXPOSE 7860
19
 
20
- CMD ["./build/bin/llama-server", \
21
- "-m", "model.gguf", \
22
  "--host", "0.0.0.0", \
23
  "--port", "7860", \
24
  "-c", "32768", \
25
  "--threads", "2", \
26
- "--flash-attn", "on"]
 
1
+ FROM ghcr.io/ggml-org/llama.cpp:server
2
 
3
+ ENV HOME=/tmp
 
 
4
 
5
+ RUN apt-get update && apt-get install -y curl && rm -rf /var/lib/apt/lists/*
 
 
 
 
 
 
6
 
7
+ RUN curl -L -o /model.gguf \
8
+ "https://huggingface.co/Indexnusrefather/LFM-2.5-1.2b-Instruct-roleplay-tuned/resolve/main/LFM2.5-1.2B-Instruct-roleplay-tuned.Q8_0.gguf"
9
 
10
  EXPOSE 7860
11
 
12
+ CMD ["-m", "/model.gguf", \
 
13
  "--host", "0.0.0.0", \
14
  "--port", "7860", \
15
  "-c", "32768", \
16
  "--threads", "2", \
17
+ "--flash-attn"]