we2app commited on
Commit
bb22d2e
·
verified ·
1 Parent(s): 94f6f63

Update Dockerfile

Browse files
Files changed (1) hide show
  1. Dockerfile +7 -1
Dockerfile CHANGED
@@ -5,11 +5,17 @@ RUN apt update && apt install wget -y && rm -rf /var/lib/apt/lists/*
5
  # Create a dedicated directory to organize the models
6
  RUN mkdir -p /models
7
 
 
 
 
8
  # --- MODEL 13: LiquidAI LFM2.5 8B A1B ---
9
  RUN wget "https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_0.gguf?download=true" -O /models/LFM2.5-8B-A1B-Q4_0.gguf
10
 
11
  # --- CREATE ROUTER CONFIGURATION ---
12
- RUN echo "[lfm2.5-8b-a1b]" >> /models.ini && \
 
 
 
13
  echo "model = /models/LFM2.5-8B-A1B-Q4_0.gguf" >> /models.ini && \
14
  echo "ctx-size = 32768" >> /models.ini && \
15
  echo "flash-attn = on" >> /models.ini && \
 
5
  # Create a dedicated directory to organize the models
6
  RUN mkdir -p /models
7
 
8
+ # --- MODEL 6: GPT OSS 20B ---
9
+ RUN wget "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_0.gguf" -O /models/gpt-oss-20b-Q4_0.gguf
10
+
11
  # --- MODEL 13: LiquidAI LFM2.5 8B A1B ---
12
  RUN wget "https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_0.gguf?download=true" -O /models/LFM2.5-8B-A1B-Q4_0.gguf
13
 
14
  # --- CREATE ROUTER CONFIGURATION ---
15
+ RUN echo "model = /models/gpt-oss-20b-Q4_0.gguf" >> /models.ini && \
16
+ echo "ctx-size = 32768" >> /models.ini && \
17
+ echo "flash-attn = on" >> /models.ini && \
18
+ echo "[lfm2.5-8b-a1b]" >> /models.ini && \
19
  echo "model = /models/LFM2.5-8B-A1B-Q4_0.gguf" >> /models.ini && \
20
  echo "ctx-size = 32768" >> /models.ini && \
21
  echo "flash-attn = on" >> /models.ini && \