Download src/experiment_v802_mil.py from sneo/v802-classifier: direct link, hf CLI and curl.
- Browser
- Download file 4.42 kB
-
https://huggingface.co/sneo/v802-classifier/resolve/main/src/experiment_v802_mil.py
- Command line
-
hf download hf://sneo/v802-classifier/src/experiment_v802_mil.py
-
curl -L -o experiment_v802_mil.py https://huggingface.co/sneo/v802-classifier/resolve/main/src/experiment_v802_mil.py
4.42 kB
| #!/usr/bin/env python3 | |
| """Run v802 MIL head configurations on the shared v801 OOF protocol.""" | |
| from __future__ import annotations | |
| import argparse | |
| import json | |
| import time | |
| from pathlib import Path | |
| import numpy as np | |
| import torch | |
| from v802_common import ( | |
| CHECK_SEEDS, DEV_SEEDS, ROOT, dump, evaluate, load_data, make_folds, summarize, v801_oof, | |
| ) | |
| from v802_mil import MilConfig, fit_projection, mil_oof, project | |
| TRIALS = ROOT / "artifacts" / "models" / "v802_trials" | |
| def load_projected( | |
| feature_dir: Path, layers: list[int], dims: int, data, basis_dir: Path | None = None | |
| ) -> np.ndarray: | |
| """PCA-project patch tokens; the projection is always fitted on basis_dir (default: itself).""" | |
| basis_dir = basis_dir or feature_dir | |
| tag = "" if basis_dir == feature_dir else f"_basis-{basis_dir.name}" | |
| cache = TRIALS / "cache" / f"{feature_dir.name}_l{'-'.join(map(str, layers))}_pca{dims}{tag}.npy" | |
| if cache.exists(): | |
| return np.load(cache) | |
| parts = [] | |
| for layer in layers: | |
| fit_patches = np.load(basis_dir / f"patches_l{layer}.npy", mmap_mode="r") | |
| mean, std, basis = fit_projection(fit_patches, data.anchor_idx, dims) | |
| patches = np.load(feature_dir / f"patches_l{layer}.npy", mmap_mode="r") | |
| parts.append(project(patches, mean, std, basis)) | |
| x = np.concatenate(parts, axis=2) if len(parts) > 1 else parts[0] | |
| cache.parent.mkdir(parents=True, exist_ok=True) | |
| np.save(cache, x) | |
| return x | |
| def main() -> None: | |
| parser = argparse.ArgumentParser() | |
| parser.add_argument("--features", type=Path, required=True) | |
| parser.add_argument("--layers", type=int, nargs="+", default=[24]) | |
| parser.add_argument("--dims", type=int, default=256) | |
| parser.add_argument("--aug-features", type=Path, help="flipped-view feature dir (train aug + TTA)") | |
| parser.add_argument("--config", type=json.loads, default={}) | |
| parser.add_argument("--name", required=True) | |
| parser.add_argument("--seeds", choices=("dev", "check", "all"), default="dev") | |
| parser.add_argument("--seed-list", type=int, nargs="+", help="override --seeds") | |
| parser.add_argument("--threads", type=int, default=4) | |
| args = parser.parse_args() | |
| torch.set_num_threads(args.threads) | |
| started = time.time() | |
| meta = json.loads((args.features / "meta.json").read_text()) | |
| data = load_data(meta["file_names"]) | |
| x = load_projected(args.features, args.layers, args.dims, data) | |
| x_aug = ( | |
| load_projected(args.aug_features, args.layers, args.dims, data, basis_dir=args.features) | |
| if args.aug_features else None | |
| ) | |
| cfg = MilConfig(**args.config) | |
| seeds = args.seed_list or { | |
| "dev": DEV_SEEDS, "check": CHECK_SEEDS, "all": DEV_SEEDS + CHECK_SEEDS | |
| }[args.seeds] | |
| rows = {"mil": [], "mil_card": [], "mix": [], "mix_card": [], "v801": []} | |
| for seed in seeds: | |
| folds = make_folds(data, seed) | |
| probs, cards = mil_oof(x, data.y, data.anchor_idx, data.target_idx, folds, cfg, seed, x_aug) | |
| base = v801_oof(data, seed, TRIALS / "cache") | |
| v801 = 0.8 * base["legacy"] + 0.2 * base["knn"] | |
| mix = 0.5 * probs + 0.5 * v801 | |
| card_feats = cards if cfg.card_head else None | |
| rows["mil"].append(evaluate(data, probs, folds)) | |
| rows["mil_card"].append(evaluate(data, probs, folds, card_features=card_feats)) | |
| rows["mix"].append(evaluate(data, mix, folds)) | |
| rows["mix_card"].append(evaluate(data, mix, folds, card_features=card_feats)) | |
| rows["v801"].append(evaluate(data, v801, folds)) | |
| (TRIALS / "oof").mkdir(parents=True, exist_ok=True) | |
| np.savez( | |
| TRIALS / "oof" / f"{args.name}_seed{seed}.npz", | |
| names=data.names[data.target_idx], probs=probs, cards=cards, | |
| ) | |
| print(seed, {k: round(v[-1]["exact"], 4) for k, v in rows.items()}, flush=True) | |
| report = { | |
| "name": args.name, | |
| "features": str(args.features), | |
| "layers": args.layers, | |
| "dims": args.dims, | |
| "aug_features": str(args.aug_features) if args.aug_features else None, | |
| "config": cfg.as_dict(), | |
| "seeds": list(seeds), | |
| "summary": {k: summarize(v) for k, v in rows.items()}, | |
| "per_seed": rows, | |
| "seconds": round(time.time() - started, 1), | |
| } | |
| dump(TRIALS / f"{args.name}.json", report) | |
| print(json.dumps(report["summary"], indent=1)) | |
| if __name__ == "__main__": | |
| main() | |