Spaces:
Running on Zero
Running on Zero
Test RAM loaded GGUF without pipe deadlock
Browse files
app.py
CHANGED
|
@@ -323,7 +323,7 @@ def _run_cpu_smoke(model_filter):
|
|
| 323 |
"engine": "llama-cli",
|
| 324 |
"gpu_layers": 0,
|
| 325 |
"threads": 1,
|
| 326 |
-
"no_mmap":
|
| 327 |
"phases": {},
|
| 328 |
}
|
| 329 |
|
|
@@ -354,7 +354,7 @@ def _run_cpu_smoke(model_filter):
|
|
| 354 |
except Exception as exc:
|
| 355 |
result["phases"]["help"] = {"ok": False, "elapsed_sec": round(time.time() - help_t0, 2), "error": str(exc)}
|
| 356 |
|
| 357 |
-
command = [cli, "-m", path, "-t", "1", "-ngl", "0", "-c", "256", "-n", "1", "-p", "Say hi.", "--no-display-prompt", "--no-warmup", "--log-disable", "-fa", "0"]
|
| 358 |
t0 = time.time()
|
| 359 |
try:
|
| 360 |
run = subprocess.run(command, stdout=subprocess.DEVNULL, stderr=subprocess.PIPE, text=True, timeout=180, env=env)
|
|
@@ -396,7 +396,7 @@ def _run_cpu_process_probe(model_filter):
|
|
| 396 |
env["OPENBLAS_NUM_THREADS"] = "1"
|
| 397 |
env["VECLIB_MAXIMUM_THREADS"] = "1"
|
| 398 |
env["NUMEXPR_NUM_THREADS"] = "1"
|
| 399 |
-
command = [cli, "-m", path, "-t", "1", "-ngl", "0", "-c", "256", "-n", "1", "-p", "Say hi.", "--no-display-prompt", "--no-warmup", "--log-disable", "-fa", "0"]
|
| 400 |
started = time.time()
|
| 401 |
child = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True, env=env)
|
| 402 |
time.sleep(8)
|
|
@@ -456,7 +456,7 @@ def _run_cpu_diagnose(model_filter):
|
|
| 456 |
p = subprocess.run(
|
| 457 |
["strace", "-f", "-tt", "-o", trace_path, cli, "-m", path,
|
| 458 |
"-t", "1", "-ngl", "0", "-c", "256", "-n", "1", "-p", "Say hi.",
|
| 459 |
-
"--no-display-prompt", "--no-warmup", "-fa", "0"],
|
| 460 |
capture_output=True, text=True, timeout=25, env=env,
|
| 461 |
)
|
| 462 |
result["load_trace"] = {"returncode": p.returncode, "stdout": (p.stdout or "")[-1000:], "stderr": (p.stderr or "")[-2000:]}
|
|
|
|
| 323 |
"engine": "llama-cli",
|
| 324 |
"gpu_layers": 0,
|
| 325 |
"threads": 1,
|
| 326 |
+
"no_mmap": True,
|
| 327 |
"phases": {},
|
| 328 |
}
|
| 329 |
|
|
|
|
| 354 |
except Exception as exc:
|
| 355 |
result["phases"]["help"] = {"ok": False, "elapsed_sec": round(time.time() - help_t0, 2), "error": str(exc)}
|
| 356 |
|
| 357 |
+
command = [cli, "-m", path, "-t", "1", "-ngl", "0", "-c", "256", "-n", "1", "-p", "Say hi.", "--no-display-prompt", "--no-warmup", "--no-mmap", "--log-disable", "-fa", "0"]
|
| 358 |
t0 = time.time()
|
| 359 |
try:
|
| 360 |
run = subprocess.run(command, stdout=subprocess.DEVNULL, stderr=subprocess.PIPE, text=True, timeout=180, env=env)
|
|
|
|
| 396 |
env["OPENBLAS_NUM_THREADS"] = "1"
|
| 397 |
env["VECLIB_MAXIMUM_THREADS"] = "1"
|
| 398 |
env["NUMEXPR_NUM_THREADS"] = "1"
|
| 399 |
+
command = [cli, "-m", path, "-t", "1", "-ngl", "0", "-c", "256", "-n", "1", "-p", "Say hi.", "--no-display-prompt", "--no-warmup", "--no-mmap", "--log-disable", "-fa", "0"]
|
| 400 |
started = time.time()
|
| 401 |
child = subprocess.Popen(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True, env=env)
|
| 402 |
time.sleep(8)
|
|
|
|
| 456 |
p = subprocess.run(
|
| 457 |
["strace", "-f", "-tt", "-o", trace_path, cli, "-m", path,
|
| 458 |
"-t", "1", "-ngl", "0", "-c", "256", "-n", "1", "-p", "Say hi.",
|
| 459 |
+
"--no-display-prompt", "--no-warmup", "--no-mmap", "-fa", "0"],
|
| 460 |
capture_output=True, text=True, timeout=25, env=env,
|
| 461 |
)
|
| 462 |
result["load_trace"] = {"returncode": p.returncode, "stdout": (p.stdout or "")[-1000:], "stderr": (p.stderr or "")[-2000:]}
|