cazyundee commited on
Commit
3956ce2
·
verified ·
1 Parent(s): f3c6ec5

Test RAM loaded GGUF without pipe deadlock

Browse files
Files changed (1) hide show
  1. app.py +4 -4
app.py CHANGED
@@ -323,7 +323,7 @@ def _run_cpu_smoke(model_filter):
323
  "engine": "llama-cli",
324
  "gpu_layers": 0,
325
  "threads": 1,
326
- "no_mmap": False,
327
  "phases": {},
328
  }
329
 
@@ -354,7 +354,7 @@ def _run_cpu_smoke(model_filter):
354
  except Exception as exc:
355
  result["phases"]["help"] = {"ok": False, "elapsed_sec": round(time.time() - help_t0, 2), "error": str(exc)}
356
 
357
- command = [cli, "-m", path, "-t", "1", "-ngl", "0", "-c", "256", "-n", "1", "-p", "Say hi.", "--no-display-prompt", "--no-warmup", "--log-disable", "-fa", "0"]
358
  t0 = time.time()
359
  try:
360
  run = subprocess.run(command, stdout=subprocess.DEVNULL, stderr=subprocess.PIPE, text=True, timeout=180, env=env)
@@ -396,7 +396,7 @@ def _run_cpu_process_probe(model_filter):
396
  env["OPENBLAS_NUM_THREADS"] = "1"
397
  env["VECLIB_MAXIMUM_THREADS"] = "1"
398
  env["NUMEXPR_NUM_THREADS"] = "1"
399
- command = [cli, "-m", path, "-t", "1", "-ngl", "0", "-c", "256", "-n", "1", "-p", "Say hi.", "--no-display-prompt", "--no-warmup", "--log-disable", "-fa", "0"]
400
  started = time.time()
401
  child = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True, env=env)
402
  time.sleep(8)
@@ -456,7 +456,7 @@ def _run_cpu_diagnose(model_filter):
456
  p = subprocess.run(
457
  ["strace", "-f", "-tt", "-o", trace_path, cli, "-m", path,
458
  "-t", "1", "-ngl", "0", "-c", "256", "-n", "1", "-p", "Say hi.",
459
- "--no-display-prompt", "--no-warmup", "-fa", "0"],
460
  capture_output=True, text=True, timeout=25, env=env,
461
  )
462
  result["load_trace"] = {"returncode": p.returncode, "stdout": (p.stdout or "")[-1000:], "stderr": (p.stderr or "")[-2000:]}
 
323
  "engine": "llama-cli",
324
  "gpu_layers": 0,
325
  "threads": 1,
326
+ "no_mmap": True,
327
  "phases": {},
328
  }
329
 
 
354
  except Exception as exc:
355
  result["phases"]["help"] = {"ok": False, "elapsed_sec": round(time.time() - help_t0, 2), "error": str(exc)}
356
 
357
+ command = [cli, "-m", path, "-t", "1", "-ngl", "0", "-c", "256", "-n", "1", "-p", "Say hi.", "--no-display-prompt", "--no-warmup", "--no-mmap", "--log-disable", "-fa", "0"]
358
  t0 = time.time()
359
  try:
360
  run = subprocess.run(command, stdout=subprocess.DEVNULL, stderr=subprocess.PIPE, text=True, timeout=180, env=env)
 
396
  env["OPENBLAS_NUM_THREADS"] = "1"
397
  env["VECLIB_MAXIMUM_THREADS"] = "1"
398
  env["NUMEXPR_NUM_THREADS"] = "1"
399
+ command = [cli, "-m", path, "-t", "1", "-ngl", "0", "-c", "256", "-n", "1", "-p", "Say hi.", "--no-display-prompt", "--no-warmup", "--no-mmap", "--log-disable", "-fa", "0"]
400
  started = time.time()
401
  child = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True, env=env)
402
  time.sleep(8)
 
456
  p = subprocess.run(
457
  ["strace", "-f", "-tt", "-o", trace_path, cli, "-m", path,
458
  "-t", "1", "-ngl", "0", "-c", "256", "-n", "1", "-p", "Say hi.",
459
+ "--no-display-prompt", "--no-warmup", "--no-mmap", "-fa", "0"],
460
  capture_output=True, text=True, timeout=25, env=env,
461
  )
462
  result["load_trace"] = {"returncode": p.returncode, "stdout": (p.stdout or "")[-1000:], "stderr": (p.stderr or "")[-2000:]}