| |
| """Merge the strict-limit sweep rows with the pager stats into one table.""" |
| import json |
| from pathlib import Path |
|
|
| HERE = Path(__file__).parent |
| RESULTS = HERE / "results" |
| EXPERT_TOTAL_BYTES = 91653931008 |
|
|
|
|
| def load_rows(): |
| rows = [] |
| for name in ("strict_low.json", "strict_high.json", "strict_64g.json"): |
| p = RESULTS / name |
| if p.exists(): |
| rows += json.loads(p.read_text()) |
| rows.sort(key=lambda r: r["level_mb"]) |
| return rows |
|
|
|
|
| def stats_for(level_mb): |
| p = RESULTS / "strict_levels" / f"level_{level_mb}_r0.jsonl" |
| if not p.exists(): |
| return None |
| last = None |
| for line in p.read_text().splitlines(): |
| if line.strip(): |
| last = json.loads(line) |
| return last |
|
|
|
|
| def main(): |
| rows = load_rows() |
| out = [] |
| for r in rows: |
| s = stats_for(r["level_mb"]) |
| row = dict(r) |
| if s: |
| row["arena_gib"] = round(s["arena_bytes"] / 2**30, 2) |
| row["slots"] = s["n_slots"] |
| row["small_slots"] = s["n_small_slots"] |
| row["big_slots"] = s["n_big_slots"] |
| row["coverage_pct"] = round(100 * s["arena_bytes"] / EXPERT_TOTAL_BYTES, 1) |
| row["expert_requests"] = s["expert_requests"] |
| row["expert_hits"] = s["expert_hits"] |
| row["expert_misses"] = s["expert_misses"] |
| row["hit_rate"] = s["hit_rate"] |
| row["evictions"] = s["evictions"] |
| row["demand_wait_s"] = round(s["demand_wait_us"] / 1e6, 1) |
| out.append(row) |
|
|
| (RESULTS / "strict_memory_levels_final.json").write_text( |
| json.dumps(out, indent=2, ensure_ascii=False)) |
|
|
| lines = [] |
| lines.append("| RAM cap | result | arena | slots (small/big) | expert coverage | anon peak | RSS peak | decode tok/s | SSD MB/tok | hit rate | evictions |") |
| lines.append("|---|---|---|---|---|---|---|---|---|---|---|") |
| for r in out: |
| if r["result"] == "FAIL": |
| lines.append(f"| {r['level_gib']:.0f} GiB | **FAIL** ({r.get('detail','')[:40]}) | - | - | - | " |
| f"{r['peak_anon_mb']:.0f} MB | {r['peak_rss_mb']:.0f} MB | - | - | - | - |") |
| continue |
| lines.append( |
| f"| {r['level_gib']:.0f} GiB | PASS | {r.get('arena_gib','?')} GiB | " |
| f"{r.get('slots','?')} ({r.get('small_slots','?')}/{r.get('big_slots','?')}) | " |
| f"{r.get('coverage_pct','?')}% | {r['peak_anon_mb']:.0f} MB | {r['peak_rss_mb']:.0f} MB | " |
| f"{r['decode_tok_s']:.2f} | {r['ssd_mb_tok']:.0f} | {r.get('hit_rate','?')} | {r.get('evictions','?')} |") |
| table = "\n".join(lines) |
| (RESULTS / "strict_memory_levels.md").write_text(table + "\n") |
| print(table) |
|
|
|
|
| if __name__ == "__main__": |
| main() |
|
|
