p6_cli_probe: locate lm_eval via a child process -- a user-site dir created mid-run is not on the parent's sys.path

kernels/p6_cli_probe.py

@@ -68,7 +68,16 @@ print("FLAGS_MISSING", missing, flush=True)
 
 import yaml  # shipped with the image and a dependency of lm_eval
 
-tasks_dir = os.path.join(os.path.dirname(__import__("lm_eval").__file__), "tasks")
+# The user-site directory pip created a minute ago is not on *this* process's sys.path: `site` adds it only
+# if it exists at interpreter start, which it did not in a fresh container (the same reason the earlier probe
+# only ever touched lm_eval through subprocesses). Ask a child where the package lives and read files from
+# the parent -- reading a YAML needs no import.
+rc, out = sh([sys.executable, "-c", "import lm_eval, os; print(os.path.dirname(lm_eval.__file__))"], 300)
+loc = next((l.strip() for l in (out or "").splitlines() if l.strip().endswith("lm_eval")), "")
+if not loc:
+    print("LM_EVAL_PATH_FAILED", repr((out or "")[-400:]), flush=True)
+    raise SystemExit(8)
+tasks_dir = os.path.join(loc, "tasks")
 
 
 def load_yaml(path):