rishik1111 commited on
Commit
5eea850
·
1 Parent(s): bf340fa

perf: Optimize RAM footprint to stay under 512MB for low-memory containers

Browse files
Files changed (3) hide show
  1. Dockerfile +3 -0
  2. config.py +1 -1
  3. scratch/test_render.py +21 -0
Dockerfile CHANGED
@@ -6,6 +6,9 @@ ENV PYTHONUNBUFFERED=1 \
6
  PYTHONDONTWRITEBYTECODE=1 \
7
  PORT=7860 \
8
  HOST=0.0.0.0 \
 
 
 
9
  DATA_DIR=/app/knowledge_base \
10
  INDEX_DIR=/app/knowledge_base/indexes \
11
  PROCESSED_DIR=/app/knowledge_base/processed \
 
6
  PYTHONDONTWRITEBYTECODE=1 \
7
  PORT=7860 \
8
  HOST=0.0.0.0 \
9
+ ENABLE_PROMPT_GUARD=false \
10
+ OMP_NUM_THREADS=1 \
11
+ MKL_NUM_THREADS=1 \
12
  DATA_DIR=/app/knowledge_base \
13
  INDEX_DIR=/app/knowledge_base/indexes \
14
  PROCESSED_DIR=/app/knowledge_base/processed \
config.py CHANGED
@@ -170,7 +170,7 @@ MIN_CONFIDENT_MATCH_SCORE = float(os.getenv("MIN_CONFIDENT_MATCH_SCORE", "0.35")
170
  GROUNDING_OVERLAP_THRESHOLD = 0.30
171
 
172
  # Meta Prompt-Guard 86M Sub-10ms Neural Safety & Indirect Prompt Injection Guardrail
173
- ENABLE_PROMPT_GUARD = os.getenv("ENABLE_PROMPT_GUARD", "true").lower() == "true"
174
  PROMPT_GUARD_MODEL_NAME = os.getenv("PROMPT_GUARD_MODEL_NAME", "meta-llama/Prompt-Guard-86M")
175
  PROMPT_GUARD_ONNX_REPO = os.getenv("PROMPT_GUARD_ONNX_REPO", "prompt-security/Prompt-Guard-86M_onnx")
176
  PROMPT_GUARD_ONNX_PATH = ONNX_MODELS_DIR / "prompt_guard_86m.onnx"
 
170
  GROUNDING_OVERLAP_THRESHOLD = 0.30
171
 
172
  # Meta Prompt-Guard 86M Sub-10ms Neural Safety & Indirect Prompt Injection Guardrail
173
+ ENABLE_PROMPT_GUARD = os.getenv("ENABLE_PROMPT_GUARD", "false").lower() == "true"
174
  PROMPT_GUARD_MODEL_NAME = os.getenv("PROMPT_GUARD_MODEL_NAME", "meta-llama/Prompt-Guard-86M")
175
  PROMPT_GUARD_ONNX_REPO = os.getenv("PROMPT_GUARD_ONNX_REPO", "prompt-security/Prompt-Guard-86M_onnx")
176
  PROMPT_GUARD_ONNX_PATH = ONNX_MODELS_DIR / "prompt_guard_86m.onnx"
scratch/test_render.py ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import urllib.request
2
+ import urllib.parse
3
+ import json
4
+
5
+ url = "https://visionquest-1.onrender.com/query"
6
+
7
+ # Test 1: Text Query
8
+ data = urllib.parse.urlencode({"text": "Who was J. Robert Oppenheimer?"}).encode("utf-8")
9
+ req = urllib.request.Request(url, data=data)
10
+
11
+ try:
12
+ res = urllib.request.urlopen(req)
13
+ print("=== TEST 1 (Text Query) ===")
14
+ print("Status:", res.status)
15
+ body_text = res.read().decode("utf-8")
16
+ print("Body preview:", body_text[:300])
17
+ except Exception as e:
18
+ print("=== TEST 1 ERROR ===")
19
+ print(e)
20
+ if hasattr(e, "read"):
21
+ print("Error content:", e.read().decode("utf-8"))