#!/usr/bin/env python3 """Run v802 MIL head configurations on the shared v801 OOF protocol.""" from __future__ import annotations import argparse import json import time from pathlib import Path import numpy as np import torch from v802_common import ( CHECK_SEEDS, DEV_SEEDS, ROOT, dump, evaluate, load_data, make_folds, summarize, v801_oof, ) from v802_mil import MilConfig, fit_projection, mil_oof, project TRIALS = ROOT / "artifacts" / "models" / "v802_trials" def load_projected( feature_dir: Path, layers: list[int], dims: int, data, basis_dir: Path | None = None ) -> np.ndarray: """PCA-project patch tokens; the projection is always fitted on basis_dir (default: itself).""" basis_dir = basis_dir or feature_dir tag = "" if basis_dir == feature_dir else f"_basis-{basis_dir.name}" cache = TRIALS / "cache" / f"{feature_dir.name}_l{'-'.join(map(str, layers))}_pca{dims}{tag}.npy" if cache.exists(): return np.load(cache) parts = [] for layer in layers: fit_patches = np.load(basis_dir / f"patches_l{layer}.npy", mmap_mode="r") mean, std, basis = fit_projection(fit_patches, data.anchor_idx, dims) patches = np.load(feature_dir / f"patches_l{layer}.npy", mmap_mode="r") parts.append(project(patches, mean, std, basis)) x = np.concatenate(parts, axis=2) if len(parts) > 1 else parts[0] cache.parent.mkdir(parents=True, exist_ok=True) np.save(cache, x) return x def main() -> None: parser = argparse.ArgumentParser() parser.add_argument("--features", type=Path, required=True) parser.add_argument("--layers", type=int, nargs="+", default=[24]) parser.add_argument("--dims", type=int, default=256) parser.add_argument("--aug-features", type=Path, help="flipped-view feature dir (train aug + TTA)") parser.add_argument("--config", type=json.loads, default={}) parser.add_argument("--name", required=True) parser.add_argument("--seeds", choices=("dev", "check", "all"), default="dev") parser.add_argument("--seed-list", type=int, nargs="+", help="override --seeds") parser.add_argument("--threads", type=int, default=4) args = parser.parse_args() torch.set_num_threads(args.threads) started = time.time() meta = json.loads((args.features / "meta.json").read_text()) data = load_data(meta["file_names"]) x = load_projected(args.features, args.layers, args.dims, data) x_aug = ( load_projected(args.aug_features, args.layers, args.dims, data, basis_dir=args.features) if args.aug_features else None ) cfg = MilConfig(**args.config) seeds = args.seed_list or { "dev": DEV_SEEDS, "check": CHECK_SEEDS, "all": DEV_SEEDS + CHECK_SEEDS }[args.seeds] rows = {"mil": [], "mil_card": [], "mix": [], "mix_card": [], "v801": []} for seed in seeds: folds = make_folds(data, seed) probs, cards = mil_oof(x, data.y, data.anchor_idx, data.target_idx, folds, cfg, seed, x_aug) base = v801_oof(data, seed, TRIALS / "cache") v801 = 0.8 * base["legacy"] + 0.2 * base["knn"] mix = 0.5 * probs + 0.5 * v801 card_feats = cards if cfg.card_head else None rows["mil"].append(evaluate(data, probs, folds)) rows["mil_card"].append(evaluate(data, probs, folds, card_features=card_feats)) rows["mix"].append(evaluate(data, mix, folds)) rows["mix_card"].append(evaluate(data, mix, folds, card_features=card_feats)) rows["v801"].append(evaluate(data, v801, folds)) (TRIALS / "oof").mkdir(parents=True, exist_ok=True) np.savez( TRIALS / "oof" / f"{args.name}_seed{seed}.npz", names=data.names[data.target_idx], probs=probs, cards=cards, ) print(seed, {k: round(v[-1]["exact"], 4) for k, v in rows.items()}, flush=True) report = { "name": args.name, "features": str(args.features), "layers": args.layers, "dims": args.dims, "aug_features": str(args.aug_features) if args.aug_features else None, "config": cfg.as_dict(), "seeds": list(seeds), "summary": {k: summarize(v) for k, v in rows.items()}, "per_seed": rows, "seconds": round(time.time() - started, 1), } dump(TRIALS / f"{args.name}.json", report) print(json.dumps(report["summary"], indent=1)) if __name__ == "__main__": main()