kirikir13 commited on
Commit
121868d
·
verified ·
1 Parent(s): 19fa2a9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -26,7 +26,7 @@ MODEL_FILE = os.environ.get(
26
  "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_M.gguf", # 16.1 GB, 94.5% of BF16
27
  )
28
  N_CTX = int(os.environ.get("N_CTX", "8192")) # context window
29
- N_GPU_LAYERS = int(os.environ.get("N_GPU_LAYERS", "99")) # offload all layers
30
 
31
  # ---------------------------------------------------------------------------
32
  # SYSTEM PROMPT — tuned for coding / code review
 
26
  "Qwen3.6-27B-NEO-CODE-HERE-2T-OT-Q4_K_M.gguf", # 16.1 GB, 94.5% of BF16
27
  )
28
  N_CTX = int(os.environ.get("N_CTX", "8192")) # context window
29
+ N_GPU_LAYERS = int(os.environ.get("N_GPU_LAYERS", "-1")) # -1 = offload all layers to GPU
30
 
31
  # ---------------------------------------------------------------------------
32
  # SYSTEM PROMPT — tuned for coding / code review