sanjayankur31 commited on
Commit
ffe6a6d
Β·
verified Β·
1 Parent(s): 9959a9f

feat: update docker and env files

Browse files

Models on HF have changed again. Waiting to get access from
Llama 4 for the guard model.

Files changed (3) hide show
  1. Dockerfile +4 -5
  2. rag.env +6 -0
  3. scripts/docker-deploy.sh +2 -2
Dockerfile CHANGED
@@ -1,4 +1,4 @@
1
- FROM fedora:43
2
 
3
  EXPOSE 7860
4
 
@@ -7,13 +7,13 @@ RUN dnf install python3.13 uv git-core -y
7
  RUN useradd -m -u 1000 user
8
  RUN mkdir -p /app && chown -R user:user /app
9
 
10
- RUN git clone --depth 1 https://github.com/NeuroML/neuroml-ai.git /app
11
  RUN chown -R user:user /app
12
 
13
  WORKDIR /app
14
  USER user
15
 
16
- RUN uv venv /app/nml-ai-venv
17
  ENV VIRTUAL_ENV=/app/nml-ai-venv
18
  ENV PATH="/app/nml-ai-venv/bin:$PATH"
19
 
@@ -23,10 +23,9 @@ RUN uv pip install -r requirements.txt
23
 
24
  # in huggingface folder
25
  COPY --chown=user scripts/* /app/scripts/
 
26
  RUN chmod +x scripts/docker-deploy.sh
27
 
28
- ENV GEN_RAG_CHAT_MODEL="huggingface:Qwen/Qwen3-4B-Instruct-2507:cheapest"
29
- ENV GEN_RAG_VS_CONFIG="/app/scripts/vector-stores.json"
30
  ENV RUNNING_IN_DOCKER=1
31
 
32
  CMD ["./scripts/docker-deploy.sh"]
 
1
+ FROM fedora:44
2
 
3
  EXPOSE 7860
4
 
 
7
  RUN useradd -m -u 1000 user
8
  RUN mkdir -p /app && chown -R user:user /app
9
 
10
+ RUN git clone --branch=development --depth 1 https://github.com/NeuroML/neuroml-ai.git /app
11
  RUN chown -R user:user /app
12
 
13
  WORKDIR /app
14
  USER user
15
 
16
+ RUN uv venv --python=/usr/bin/python3.13 /app/nml-ai-venv
17
  ENV VIRTUAL_ENV=/app/nml-ai-venv
18
  ENV PATH="/app/nml-ai-venv/bin:$PATH"
19
 
 
23
 
24
  # in huggingface folder
25
  COPY --chown=user scripts/* /app/scripts/
26
+ COPY --chown=user rag.env /app
27
  RUN chmod +x scripts/docker-deploy.sh
28
 
 
 
29
  ENV RUNNING_IN_DOCKER=1
30
 
31
  CMD ["./scripts/docker-deploy.sh"]
rag.env ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ CHAT_MODEL=huggingface:Qwen/Qwen3.5-9B
2
+ GUARD_MODEL=huggingface:meta-llama/Llama-Guard-4-12B
3
+ MCP_CONFIG_FILE=
4
+ NON_DOMAIN_CHAT=true
5
+ VS_CONFIG_FILE="/app/scripts/vector-stores.json"
6
+
scripts/docker-deploy.sh CHANGED
@@ -12,7 +12,7 @@
12
  #nml-mcp &
13
 
14
  echo "Starting fastapi"
15
- fastapi run neuroml_ai/neuroml_ai/api/main.py --host 127.0.0.1 --port 8005 &
16
 
17
  echo "Starting streamlit frontend"
18
- streamlit run neuroml_ai/neuroml_ai/ui/streamlit_ui.py --server.port=7860 --server.address=0.0.0.0
 
12
  #nml-mcp &
13
 
14
  echo "Starting fastapi"
15
+ fastapi run rag_pkg/gen_rag/api/main.py --host 127.0.0.1 --port 8005 &
16
 
17
  echo "Starting streamlit frontend"
18
+ streamlit run rag_pkg/gen_rag/ui/streamlit_ui.py --server.port=7860 --server.address=0.0.0.0