Update Dockerfile

Dockerfile

@@ -7,7 +7,7 @@ RUN python3 -m venv /opt/venv
 ENV PATH="/opt/venv/bin:$PATH"
 
 
-RUN pip install  --no-cache-dir   huggingface_hub
+RUN pip install  --no-cache-dir   huggingface_hub gradio
 
 RUN python3 -c 'from huggingface_hub import hf_hub_download; \
     repo="unsloth/gemma-4-E4B-it-GGUF"; \
@@ -24,4 +24,6 @@ CMD ["-m", "/app/gemma-4-E4B-it-Q4_K_M.gguf", \
      "--cache-type-v", "iq4_nl", \
      "--top-k", "64", \
      "-rea", "off", \
-     "-c", "128000"]
+     "-c", "128000"]
+
+CMD bash -c "llama-server -m /app/gemma-4-E4B-it-Q4_K_M.gguf --mmproj /app/mmproj-BF16.gguf --host 0.0.0.0 --port 8080 --no-ui -t 2 --cache-type-k q8_0 --cache-type-v iq4_nl --top-k 64 -rea off -c 128000   & sleep 5 && python3 app.py"