feat: update docker and env files
Browse filesModels on HF have changed again. Waiting to get access from
Llama 4 for the guard model.
- Dockerfile +4 -5
- rag.env +6 -0
- scripts/docker-deploy.sh +2 -2
Dockerfile
CHANGED
|
@@ -1,4 +1,4 @@
|
|
| 1 |
-
FROM fedora:
|
| 2 |
|
| 3 |
EXPOSE 7860
|
| 4 |
|
|
@@ -7,13 +7,13 @@ RUN dnf install python3.13 uv git-core -y
|
|
| 7 |
RUN useradd -m -u 1000 user
|
| 8 |
RUN mkdir -p /app && chown -R user:user /app
|
| 9 |
|
| 10 |
-
RUN git clone --depth 1 https://github.com/NeuroML/neuroml-ai.git /app
|
| 11 |
RUN chown -R user:user /app
|
| 12 |
|
| 13 |
WORKDIR /app
|
| 14 |
USER user
|
| 15 |
|
| 16 |
-
RUN uv venv /app/nml-ai-venv
|
| 17 |
ENV VIRTUAL_ENV=/app/nml-ai-venv
|
| 18 |
ENV PATH="/app/nml-ai-venv/bin:$PATH"
|
| 19 |
|
|
@@ -23,10 +23,9 @@ RUN uv pip install -r requirements.txt
|
|
| 23 |
|
| 24 |
# in huggingface folder
|
| 25 |
COPY --chown=user scripts/* /app/scripts/
|
|
|
|
| 26 |
RUN chmod +x scripts/docker-deploy.sh
|
| 27 |
|
| 28 |
-
ENV GEN_RAG_CHAT_MODEL="huggingface:Qwen/Qwen3-4B-Instruct-2507:cheapest"
|
| 29 |
-
ENV GEN_RAG_VS_CONFIG="/app/scripts/vector-stores.json"
|
| 30 |
ENV RUNNING_IN_DOCKER=1
|
| 31 |
|
| 32 |
CMD ["./scripts/docker-deploy.sh"]
|
|
|
|
| 1 |
+
FROM fedora:44
|
| 2 |
|
| 3 |
EXPOSE 7860
|
| 4 |
|
|
|
|
| 7 |
RUN useradd -m -u 1000 user
|
| 8 |
RUN mkdir -p /app && chown -R user:user /app
|
| 9 |
|
| 10 |
+
RUN git clone --branch=development --depth 1 https://github.com/NeuroML/neuroml-ai.git /app
|
| 11 |
RUN chown -R user:user /app
|
| 12 |
|
| 13 |
WORKDIR /app
|
| 14 |
USER user
|
| 15 |
|
| 16 |
+
RUN uv venv --python=/usr/bin/python3.13 /app/nml-ai-venv
|
| 17 |
ENV VIRTUAL_ENV=/app/nml-ai-venv
|
| 18 |
ENV PATH="/app/nml-ai-venv/bin:$PATH"
|
| 19 |
|
|
|
|
| 23 |
|
| 24 |
# in huggingface folder
|
| 25 |
COPY --chown=user scripts/* /app/scripts/
|
| 26 |
+
COPY --chown=user rag.env /app
|
| 27 |
RUN chmod +x scripts/docker-deploy.sh
|
| 28 |
|
|
|
|
|
|
|
| 29 |
ENV RUNNING_IN_DOCKER=1
|
| 30 |
|
| 31 |
CMD ["./scripts/docker-deploy.sh"]
|
rag.env
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
CHAT_MODEL=huggingface:Qwen/Qwen3.5-9B
|
| 2 |
+
GUARD_MODEL=huggingface:meta-llama/Llama-Guard-4-12B
|
| 3 |
+
MCP_CONFIG_FILE=
|
| 4 |
+
NON_DOMAIN_CHAT=true
|
| 5 |
+
VS_CONFIG_FILE="/app/scripts/vector-stores.json"
|
| 6 |
+
|
scripts/docker-deploy.sh
CHANGED
|
@@ -12,7 +12,7 @@
|
|
| 12 |
#nml-mcp &
|
| 13 |
|
| 14 |
echo "Starting fastapi"
|
| 15 |
-
fastapi run
|
| 16 |
|
| 17 |
echo "Starting streamlit frontend"
|
| 18 |
-
streamlit run
|
|
|
|
| 12 |
#nml-mcp &
|
| 13 |
|
| 14 |
echo "Starting fastapi"
|
| 15 |
+
fastapi run rag_pkg/gen_rag/api/main.py --host 127.0.0.1 --port 8005 &
|
| 16 |
|
| 17 |
echo "Starting streamlit frontend"
|
| 18 |
+
streamlit run rag_pkg/gen_rag/ui/streamlit_ui.py --server.port=7860 --server.address=0.0.0.0
|