Spaces:

cazyundee
/

Respite-API

Running on Zero

cazyundee commited on Aug 31

Commit

6e550c2

verified ·

1 Parent(s): 4c94260

Fix llama benchmark binary cache

Files changed (1) hide show

app.py CHANGED Viewed

@@ -207,6 +207,7 @@ _BENCH_RESULTS = []
 def _ensure_llama():
     d = os.path.join(_BENCH_CACHE, "bin")
     bench = os.path.join(d, "llama-bench")
     if os.path.isfile(cli) and os.path.isfile(bench): return cli
     import subprocess

 def _ensure_llama():
     d = os.path.join(_BENCH_CACHE, "bin")
+    cli = os.path.join(d, "llama-cli")
     bench = os.path.join(d, "llama-bench")
     if os.path.isfile(cli) and os.path.isfile(bench): return cli
     import subprocess