Update app.py
Browse files
app.py
CHANGED
|
@@ -26,7 +26,7 @@ MODEL_FILE = os.environ.get(
|
|
| 26 |
"Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_M.gguf", # 16.1 GB, 94.5% of BF16
|
| 27 |
)
|
| 28 |
N_CTX = int(os.environ.get("N_CTX", "8192")) # context window
|
| 29 |
-
N_GPU_LAYERS = int(os.environ.get("N_GPU_LAYERS", "
|
| 30 |
|
| 31 |
# ---------------------------------------------------------------------------
|
| 32 |
# SYSTEM PROMPT — tuned for coding / code review
|
|
|
|
| 26 |
"Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_M.gguf", # 16.1 GB, 94.5% of BF16
|
| 27 |
)
|
| 28 |
N_CTX = int(os.environ.get("N_CTX", "8192")) # context window
|
| 29 |
+
N_GPU_LAYERS = int(os.environ.get("N_GPU_LAYERS", "-1")) # -1 = offload all layers to GPU
|
| 30 |
|
| 31 |
# ---------------------------------------------------------------------------
|
| 32 |
# SYSTEM PROMPT — tuned for coding / code review
|