Download src/experiment_v802_ensemble.py from sneo/v802-classifier: direct link, hf CLI and curl.
- Browser
- Download file 3.41 kB
-
https://huggingface.co/sneo/v802-classifier/resolve/main/src/experiment_v802_ensemble.py
- Command line
-
hf download hf://sneo/v802-classifier/src/experiment_v802_ensemble.py
-
curl -L -o experiment_v802_ensemble.py https://huggingface.co/sneo/v802-classifier/resolve/main/src/experiment_v802_ensemble.py
3.41 kB
| #!/usr/bin/env python3 | |
| """Select v802 component weights + decoder on dev seeds; confirm on check seeds. | |
| Components are OOF files saved by the v802 experiments as | |
| artifacts/models/v802_trials/oof/<prefix>_seed<seed>.npz (key "probs"), | |
| plus the special component "v801" (re-run v801 legacy+kNN mix). | |
| """ | |
| from __future__ import annotations | |
| import argparse | |
| import itertools | |
| import json | |
| from pathlib import Path | |
| import numpy as np | |
| from v802_common import ( | |
| CHECK_SEEDS, DEV_SEEDS, ROOT, dump, evaluate, load_data, make_folds, summarize, v801_oof, | |
| ) | |
| TRIALS = ROOT / "artifacts" / "models" / "v802_trials" | |
| def component(data, prefix: str, seed: int) -> np.ndarray: | |
| if prefix == "v801": | |
| base = v801_oof(data, seed, TRIALS / "cache") | |
| return 0.8 * base["legacy"] + 0.2 * base["knn"] | |
| stored = np.load(TRIALS / "oof" / f"{prefix}_seed{seed}.npz") | |
| assert (stored["names"] == data.names[data.target_idx]).all() | |
| return stored["probs"] | |
| def weight_grid(count: int, step: float) -> list[tuple[float, ...]]: | |
| ticks = np.round(np.arange(0, 1 + 1e-9, step), 3) | |
| return [w for w in itertools.product(ticks, repeat=count) if abs(sum(w) - 1) < 1e-6] | |
| def main() -> None: | |
| parser = argparse.ArgumentParser() | |
| parser.add_argument("--components", nargs="+", required=True) | |
| parser.add_argument("--step", type=float, default=0.1) | |
| parser.add_argument("--priors", type=float, nargs="+", default=[0.0, 0.25, 0.5, 1.0]) | |
| parser.add_argument("--cards", type=float, nargs="+", default=[0.0, 0.25, 0.5, 1.0]) | |
| parser.add_argument("--top", type=int, default=5) | |
| parser.add_argument("--name", required=True) | |
| parser.add_argument("--feature-meta", type=Path, | |
| default=ROOT / "artifacts/features/v802/dinov3-raw-640x352/meta.json") | |
| args = parser.parse_args() | |
| data = load_data(json.loads(args.feature_meta.read_text())["file_names"]) | |
| def run(seeds, weights, prior, card): | |
| rows = [] | |
| for seed in seeds: | |
| folds = make_folds(data, seed) | |
| probs = sum(w * cache[(c, seed)] for w, c in zip(weights, args.components) if w) | |
| rows.append(evaluate(data, probs, folds, prior, card)) | |
| return summarize(rows) | |
| cache = {(c, s): component(data, c, s) for c in args.components for s in DEV_SEEDS} | |
| results = [] | |
| for weights in weight_grid(len(args.components), args.step): | |
| for prior in args.priors: | |
| for card in args.cards: | |
| summary = run(DEV_SEEDS, weights, prior, card) | |
| results.append({"weights": weights, "prior": prior, "card": card, "dev": summary}) | |
| results.sort(key=lambda r: (r["dev"]["mean_exact"], r["dev"]["min_exact"]), reverse=True) | |
| top = results[: args.top] | |
| have_check = all((TRIALS / "oof" / f"{c}_seed{s}.npz").exists() or c == "v801" | |
| for c in args.components for s in CHECK_SEEDS) | |
| if have_check: | |
| cache.update({(c, s): component(data, c, s) for c in args.components for s in CHECK_SEEDS}) | |
| for row in top: | |
| row["check"] = run(CHECK_SEEDS, row["weights"], row["prior"], row["card"]) | |
| for row in top: | |
| print(json.dumps(row)) | |
| dump(TRIALS / f"{args.name}.json", {"components": args.components, "top": top, | |
| "evaluated": len(results), "check_available": have_check}) | |
| if __name__ == "__main__": | |
| main() | |