Spaces:
Running
Running
File size: 6,335 Bytes
1bbf278 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 | """
Demo Data Reset Script for HireTrace.
Resets local state to the clean 15 canonical benchmark cases:
1. Clears upload artifacts, custom JSON cases, custom trajectories, and embedding cache.
2. Wipes or resets the local database (hiretrace.db).
3. Re-seeds strictly the 15 canonical cases from eval_cases/dataset.py.
4. Confirms final candidate count is exactly 15.
"""
import os
import sys
import glob
import shutil
import logging
root_dir = os.path.dirname(os.path.dirname(os.path.abspath(__file__)))
if root_dir not in sys.path:
sys.path.insert(0, root_dir)
from eval_cases.dataset import CASES
from agents.db import DB, Candidate, Evaluation, Document, JobQueue, DedupHash, RequirementCache
from sqlalchemy import text
def reset_demo_data():
print("=" * 65)
print(" HIRETRACE DEMO DATA RESET & HYGIENE")
print("=" * 65)
stats = {
"uploads_deleted": 0,
"custom_trajectories_deleted": 0,
"custom_eval_cases_deleted": 0,
"cache_files_deleted": 0,
"db_rows_cleared": 0,
}
# 1. Clean uploads directory
uploads_dir = os.path.join(root_dir, "uploads")
if os.path.exists(uploads_dir):
for item in os.listdir(uploads_dir):
ipath = os.path.join(uploads_dir, item)
try:
if os.path.isfile(ipath) or os.path.islink(ipath):
os.unlink(ipath)
stats["uploads_deleted"] += 1
elif os.path.isdir(ipath):
shutil.rmtree(ipath)
stats["uploads_deleted"] += 1
except Exception as e:
print(f" [!] Warning removing {ipath}: {e}")
os.makedirs(uploads_dir, exist_ok=True)
# 2. Clean custom trajectories
traj_dir = os.path.join(root_dir, "trajectories")
for f in glob.glob(os.path.join(traj_dir, "custom_*")):
try:
os.remove(f)
stats["custom_trajectories_deleted"] += 1
except Exception as e:
print(f" [!] Warning removing {f}: {e}")
for f in glob.glob(os.path.join(traj_dir, "cand_*")):
try:
os.remove(f)
stats["custom_trajectories_deleted"] += 1
except Exception as e:
print(f" [!] Warning removing {f}: {e}")
for f in glob.glob(os.path.join(traj_dir, "rate_limit_test_*")):
try:
os.remove(f)
stats["custom_trajectories_deleted"] += 1
except Exception as e:
print(f" [!] Warning removing {f}: {e}")
# 3. Clean custom evaluation cases and uploads
eval_cases_dir = os.path.join(root_dir, "eval_cases")
for f in glob.glob(os.path.join(eval_cases_dir, "custom_*.json")):
try:
os.remove(f)
stats["custom_eval_cases_deleted"] += 1
except Exception as e:
print(f" [!] Warning removing {f}: {e}")
custom_uploads_dir = os.path.join(eval_cases_dir, "custom_uploads")
if os.path.exists(custom_uploads_dir):
try:
shutil.rmtree(custom_uploads_dir)
stats["custom_eval_cases_deleted"] += 1
except Exception as e:
print(f" [!] Warning removing {custom_uploads_dir}: {e}")
os.makedirs(custom_uploads_dir, exist_ok=True)
# 4. Clean cache directory
cache_dir = os.path.join(eval_cases_dir, "cache")
if os.path.exists(cache_dir):
for item in os.listdir(cache_dir):
cpath = os.path.join(cache_dir, item)
try:
if os.path.isfile(cpath) or os.path.islink(cpath):
os.unlink(cpath)
stats["cache_files_deleted"] += 1
elif os.path.isdir(cpath):
shutil.rmtree(cpath)
stats["cache_files_deleted"] += 1
except Exception as e:
print(f" [!] Warning removing {cpath}: {e}")
os.makedirs(cache_dir, exist_ok=True)
# 5. Reset Database
# Try deleting file first if not locked; otherwise truncate tables
db_file = os.path.join(root_dir, "hiretrace.db")
deleted_db_file = False
try:
DB.engine.dispose()
for f in glob.glob(os.path.join(root_dir, "hiretrace.db*")):
os.remove(f)
deleted_db_file = True
except Exception:
# File is held open by a running worker/server, wipe tables directly
with DB.session_scope() as session:
for table in (Evaluation, Document, JobQueue, DedupHash, Candidate, RequirementCache):
deleted_rows = session.query(table).delete()
stats["db_rows_cleared"] += deleted_rows
if DB.is_sqlite:
try:
with DB.engine.connect() as conn:
conn.execute(text("VACUUM"))
conn.commit()
except Exception:
pass
# 6. Re-seed strictly 15 canonical cases
DB._init_db()
DB.seed_from_cases(CASES)
# 7. Verification
with DB.session_scope() as session:
cand_count = session.query(Candidate).count()
eval_count = session.query(Evaluation).count()
doc_count = session.query(Document).count()
print("\n[*] Cleanup & Reset Summary:")
print(f" - Uploaded files removed: {stats['uploads_deleted']}")
print(f" - Custom trajectories removed: {stats['custom_trajectories_deleted']}")
print(f" - Custom evaluation JSONs removed: {stats['custom_eval_cases_deleted']}")
print(f" - Cache files removed: {stats['cache_files_deleted']}")
if deleted_db_file:
print(" - Database files: Recreated fresh from scratch")
else:
print(f" - Database rows cleared: {stats['db_rows_cleared']}")
print(f"\n[+] Canonical DB Re-seeding:")
print(f" - Canonical candidates in DB: {cand_count} (Expected: 15)")
print(f" - Evaluations in DB: {eval_count}")
print(f" - Ingested documents in DB: {doc_count}")
if cand_count == 15:
print("\n[SUCCESS] Clean demo state verified: exactly 15 canonical cases present.")
return 0
else:
print(f"\n[WARNING] Candidate count ({cand_count}) differs from expected 15.")
return 1
if __name__ == "__main__":
sys.exit(reset_demo_data())
|