Update Dockerfile
Browse files- Dockerfile +7 -1
Dockerfile
CHANGED
|
@@ -5,11 +5,17 @@ RUN apt update && apt install wget -y && rm -rf /var/lib/apt/lists/*
|
|
| 5 |
# Create a dedicated directory to organize the models
|
| 6 |
RUN mkdir -p /models
|
| 7 |
|
|
|
|
|
|
|
|
|
|
| 8 |
# --- MODEL 13: LiquidAI LFM2.5 8B A1B ---
|
| 9 |
RUN wget "https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_0.gguf?download=true" -O /models/LFM2.5-8B-A1B-Q4_0.gguf
|
| 10 |
|
| 11 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 12 |
-
RUN echo "
|
|
|
|
|
|
|
|
|
|
| 13 |
echo "model = /models/LFM2.5-8B-A1B-Q4_0.gguf" >> /models.ini && \
|
| 14 |
echo "ctx-size = 32768" >> /models.ini && \
|
| 15 |
echo "flash-attn = on" >> /models.ini && \
|
|
|
|
| 5 |
# Create a dedicated directory to organize the models
|
| 6 |
RUN mkdir -p /models
|
| 7 |
|
| 8 |
+
# --- MODEL 6: GPT OSS 20B ---
|
| 9 |
+
RUN wget "https://huggingface.co/unsloth/gpt-oss-20b-GGUF/resolve/main/gpt-oss-20b-Q4_0.gguf" -O /models/gpt-oss-20b-Q4_0.gguf
|
| 10 |
+
|
| 11 |
# --- MODEL 13: LiquidAI LFM2.5 8B A1B ---
|
| 12 |
RUN wget "https://huggingface.co/LiquidAI/LFM2.5-8B-A1B-GGUF/resolve/main/LFM2.5-8B-A1B-Q4_0.gguf?download=true" -O /models/LFM2.5-8B-A1B-Q4_0.gguf
|
| 13 |
|
| 14 |
# --- CREATE ROUTER CONFIGURATION ---
|
| 15 |
+
RUN echo "model = /models/gpt-oss-20b-Q4_0.gguf" >> /models.ini && \
|
| 16 |
+
echo "ctx-size = 32768" >> /models.ini && \
|
| 17 |
+
echo "flash-attn = on" >> /models.ini && \
|
| 18 |
+
echo "[lfm2.5-8b-a1b]" >> /models.ini && \
|
| 19 |
echo "model = /models/LFM2.5-8B-A1B-Q4_0.gguf" >> /models.ini && \
|
| 20 |
echo "ctx-size = 32768" >> /models.ini && \
|
| 21 |
echo "flash-attn = on" >> /models.ini && \
|