Spaces:
Paused
Paused
Commit ·
5eea850
1
Parent(s): bf340fa
perf: Optimize RAM footprint to stay under 512MB for low-memory containers
Browse files- Dockerfile +3 -0
- config.py +1 -1
- scratch/test_render.py +21 -0
Dockerfile
CHANGED
|
@@ -6,6 +6,9 @@ ENV PYTHONUNBUFFERED=1 \
|
|
| 6 |
PYTHONDONTWRITEBYTECODE=1 \
|
| 7 |
PORT=7860 \
|
| 8 |
HOST=0.0.0.0 \
|
|
|
|
|
|
|
|
|
|
| 9 |
DATA_DIR=/app/knowledge_base \
|
| 10 |
INDEX_DIR=/app/knowledge_base/indexes \
|
| 11 |
PROCESSED_DIR=/app/knowledge_base/processed \
|
|
|
|
| 6 |
PYTHONDONTWRITEBYTECODE=1 \
|
| 7 |
PORT=7860 \
|
| 8 |
HOST=0.0.0.0 \
|
| 9 |
+
ENABLE_PROMPT_GUARD=false \
|
| 10 |
+
OMP_NUM_THREADS=1 \
|
| 11 |
+
MKL_NUM_THREADS=1 \
|
| 12 |
DATA_DIR=/app/knowledge_base \
|
| 13 |
INDEX_DIR=/app/knowledge_base/indexes \
|
| 14 |
PROCESSED_DIR=/app/knowledge_base/processed \
|
config.py
CHANGED
|
@@ -170,7 +170,7 @@ MIN_CONFIDENT_MATCH_SCORE = float(os.getenv("MIN_CONFIDENT_MATCH_SCORE", "0.35")
|
|
| 170 |
GROUNDING_OVERLAP_THRESHOLD = 0.30
|
| 171 |
|
| 172 |
# Meta Prompt-Guard 86M Sub-10ms Neural Safety & Indirect Prompt Injection Guardrail
|
| 173 |
-
ENABLE_PROMPT_GUARD = os.getenv("ENABLE_PROMPT_GUARD", "
|
| 174 |
PROMPT_GUARD_MODEL_NAME = os.getenv("PROMPT_GUARD_MODEL_NAME", "meta-llama/Prompt-Guard-86M")
|
| 175 |
PROMPT_GUARD_ONNX_REPO = os.getenv("PROMPT_GUARD_ONNX_REPO", "prompt-security/Prompt-Guard-86M_onnx")
|
| 176 |
PROMPT_GUARD_ONNX_PATH = ONNX_MODELS_DIR / "prompt_guard_86m.onnx"
|
|
|
|
| 170 |
GROUNDING_OVERLAP_THRESHOLD = 0.30
|
| 171 |
|
| 172 |
# Meta Prompt-Guard 86M Sub-10ms Neural Safety & Indirect Prompt Injection Guardrail
|
| 173 |
+
ENABLE_PROMPT_GUARD = os.getenv("ENABLE_PROMPT_GUARD", "false").lower() == "true"
|
| 174 |
PROMPT_GUARD_MODEL_NAME = os.getenv("PROMPT_GUARD_MODEL_NAME", "meta-llama/Prompt-Guard-86M")
|
| 175 |
PROMPT_GUARD_ONNX_REPO = os.getenv("PROMPT_GUARD_ONNX_REPO", "prompt-security/Prompt-Guard-86M_onnx")
|
| 176 |
PROMPT_GUARD_ONNX_PATH = ONNX_MODELS_DIR / "prompt_guard_86m.onnx"
|
scratch/test_render.py
ADDED
|
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import urllib.request
|
| 2 |
+
import urllib.parse
|
| 3 |
+
import json
|
| 4 |
+
|
| 5 |
+
url = "https://visionquest-1.onrender.com/query"
|
| 6 |
+
|
| 7 |
+
# Test 1: Text Query
|
| 8 |
+
data = urllib.parse.urlencode({"text": "Who was J. Robert Oppenheimer?"}).encode("utf-8")
|
| 9 |
+
req = urllib.request.Request(url, data=data)
|
| 10 |
+
|
| 11 |
+
try:
|
| 12 |
+
res = urllib.request.urlopen(req)
|
| 13 |
+
print("=== TEST 1 (Text Query) ===")
|
| 14 |
+
print("Status:", res.status)
|
| 15 |
+
body_text = res.read().decode("utf-8")
|
| 16 |
+
print("Body preview:", body_text[:300])
|
| 17 |
+
except Exception as e:
|
| 18 |
+
print("=== TEST 1 ERROR ===")
|
| 19 |
+
print(e)
|
| 20 |
+
if hasattr(e, "read"):
|
| 21 |
+
print("Error content:", e.read().decode("utf-8"))
|