File size: 4,640 Bytes
c754148 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 | #!/usr/bin/env python3
import os
import sys
import time
import subprocess
import argparse
_SCRIPTS_DIR = os.path.dirname(os.path.abspath(__file__))
_PROJECT_ROOT = os.path.dirname(_SCRIPTS_DIR)
def check_artifacts_up_to_date(precomputed_dir: str, candidates_path: str) -> bool:
"""Check if precomputed artifacts exist and are newer than candidates.jsonl."""
required_files = [
"bm25_index.pkl",
"candidate_ids.pkl",
"lgbm_model.pkl",
"static_features.pkl",
"vocab.pkl",
"bm25_matrix.npz",
"candidate_offsets.pkl",
"lgbm_model.txt"
]
for f in required_files:
fpath = os.path.join(precomputed_dir, f)
if not os.path.isfile(fpath):
return False
# mtime vs candidates.jsonl
if os.path.isfile(candidates_path):
if os.path.getmtime(fpath) < os.path.getmtime(candidates_path):
return False
return True
def run_step(command_list, step_label, step_num):
print(f"\n[{step_num}/3] Running {step_label}...")
t0 = time.time()
# process
result = subprocess.run(command_list, capture_output=True, text=True)
elapsed = time.time() - t0
if result.returncode != 0:
print(f"\n[ERROR] Step {step_num}/3 ({step_label}) FAILED (Exit Code: {result.returncode})")
print("--- STDOUT ---")
print(result.stdout)
print("--- STDERR ---")
print(result.stderr)
sys.exit(result.returncode)
print(result.stdout.strip())
print(f"[{step_num}/3] {step_label.capitalize()} complete ({elapsed:.2f}s)")
return elapsed
def main():
parser = argparse.ArgumentParser(description="Redrob Ranking Pipeline Runner")
parser.add_argument("--candidates", default="./candidates.jsonl", help="Path to candidates JSONL")
parser.add_argument("--out", default="./CTRL_COFFEE_REPEAT.csv", help="Path to output CSV")
parser.add_argument("--force-precompute", action="store_true", help="Force rebuild precompute artifacts")
args = parser.parse_args()
candidates_path = os.path.abspath(args.candidates)
out_path = os.path.abspath(args.out)
precomputed_dir = os.path.join(_PROJECT_ROOT, "precomputed")
t_start = time.time()
artifacts_ready = check_artifacts_up_to_date(precomputed_dir, candidates_path)
python_exe = sys.executable
t_precompute = 0.0
if not artifacts_ready or args.force_precompute:
cmd = [python_exe, "scripts/precompute.py", "--candidates", candidates_path, "--base-dir", _PROJECT_ROOT]
t_precompute = run_step(cmd, "precompute", 1)
else:
print("\n[1/3] Precompute skipped (artifacts up to date)")
# rank
cmd = [python_exe, "src/rank.py", "--candidates", candidates_path, "--out", out_path, "--base-dir", _PROJECT_ROOT]
t_rank = run_step(cmd, "rank", 2)
# validate
cmd = [python_exe, "scripts/validate_submission.py", "--submission", out_path]
t_validate = run_step(cmd, "validate_submission", 3)
total_wall = time.time() - t_start
print("\n" + "=" * 60)
print("PIPELINE EXECUTION SUMMARY")
print("=" * 60)
print(f" Total Clock Time: {total_wall:.2f} seconds")
print(f" Step 1 (Precompute): {t_precompute:.2f}s" if t_precompute > 0 else " Step 1 (Precompute): Skipped (up to date)")
print(f" Step 2 (Ranking): {t_rank:.2f}s")
print(f" Step 3 (Validation): {t_validate:.2f}s")
if os.path.isfile(out_path):
try:
import pandas as pd
df = pd.read_csv(out_path)
if len(df) == 100:
print(" CONFIRMED: submission.csv exists with exactly 100 rows.")
else:
print(f" [ERROR] submission.csv has {len(df)} rows, expected exactly 100!")
sys.exit(1)
except Exception as e:
print(f" [ERROR] Error reading CSV: {e}")
sys.exit(1)
else:
print(" [ERROR] Missing output file submission.csv!")
sys.exit(1)
log_dir = os.path.join(_PROJECT_ROOT, "logs")
if os.path.isdir(log_dir):
logs = [os.path.join(log_dir, f) for f in os.listdir(log_dir) if f.startswith("rank_")]
if logs:
latest_log = max(logs, key=os.path.getmtime)
print(f" Latest Log File: {latest_log}")
print("=" * 60)
if __name__ == "__main__":
main()
|