v802-classifier / src /experiment_v802_mil.py
sneo's picture
Add v802 classifier head and source code
59839e3 verified
Raw History Blame Contribute Delete
4.42 kB
#!/usr/bin/env python3
"""Run v802 MIL head configurations on the shared v801 OOF protocol."""
from __future__ import annotations
import argparse
import json
import time
from pathlib import Path
import numpy as np
import torch
from v802_common import (
CHECK_SEEDS, DEV_SEEDS, ROOT, dump, evaluate, load_data, make_folds, summarize, v801_oof,
)
from v802_mil import MilConfig, fit_projection, mil_oof, project
TRIALS = ROOT / "artifacts" / "models" / "v802_trials"
def load_projected(
feature_dir: Path, layers: list[int], dims: int, data, basis_dir: Path | None = None
) -> np.ndarray:
"""PCA-project patch tokens; the projection is always fitted on basis_dir (default: itself)."""
basis_dir = basis_dir or feature_dir
tag = "" if basis_dir == feature_dir else f"_basis-{basis_dir.name}"
cache = TRIALS / "cache" / f"{feature_dir.name}_l{'-'.join(map(str, layers))}_pca{dims}{tag}.npy"
if cache.exists():
return np.load(cache)
parts = []
for layer in layers:
fit_patches = np.load(basis_dir / f"patches_l{layer}.npy", mmap_mode="r")
mean, std, basis = fit_projection(fit_patches, data.anchor_idx, dims)
patches = np.load(feature_dir / f"patches_l{layer}.npy", mmap_mode="r")
parts.append(project(patches, mean, std, basis))
x = np.concatenate(parts, axis=2) if len(parts) > 1 else parts[0]
cache.parent.mkdir(parents=True, exist_ok=True)
np.save(cache, x)
return x
def main() -> None:
parser = argparse.ArgumentParser()
parser.add_argument("--features", type=Path, required=True)
parser.add_argument("--layers", type=int, nargs="+", default=[24])
parser.add_argument("--dims", type=int, default=256)
parser.add_argument("--aug-features", type=Path, help="flipped-view feature dir (train aug + TTA)")
parser.add_argument("--config", type=json.loads, default={})
parser.add_argument("--name", required=True)
parser.add_argument("--seeds", choices=("dev", "check", "all"), default="dev")
parser.add_argument("--seed-list", type=int, nargs="+", help="override --seeds")
parser.add_argument("--threads", type=int, default=4)
args = parser.parse_args()
torch.set_num_threads(args.threads)
started = time.time()
meta = json.loads((args.features / "meta.json").read_text())
data = load_data(meta["file_names"])
x = load_projected(args.features, args.layers, args.dims, data)
x_aug = (
load_projected(args.aug_features, args.layers, args.dims, data, basis_dir=args.features)
if args.aug_features else None
)
cfg = MilConfig(**args.config)
seeds = args.seed_list or {
"dev": DEV_SEEDS, "check": CHECK_SEEDS, "all": DEV_SEEDS + CHECK_SEEDS
}[args.seeds]
rows = {"mil": [], "mil_card": [], "mix": [], "mix_card": [], "v801": []}
for seed in seeds:
folds = make_folds(data, seed)
probs, cards = mil_oof(x, data.y, data.anchor_idx, data.target_idx, folds, cfg, seed, x_aug)
base = v801_oof(data, seed, TRIALS / "cache")
v801 = 0.8 * base["legacy"] + 0.2 * base["knn"]
mix = 0.5 * probs + 0.5 * v801
card_feats = cards if cfg.card_head else None
rows["mil"].append(evaluate(data, probs, folds))
rows["mil_card"].append(evaluate(data, probs, folds, card_features=card_feats))
rows["mix"].append(evaluate(data, mix, folds))
rows["mix_card"].append(evaluate(data, mix, folds, card_features=card_feats))
rows["v801"].append(evaluate(data, v801, folds))
(TRIALS / "oof").mkdir(parents=True, exist_ok=True)
np.savez(
TRIALS / "oof" / f"{args.name}_seed{seed}.npz",
names=data.names[data.target_idx], probs=probs, cards=cards,
)
print(seed, {k: round(v[-1]["exact"], 4) for k, v in rows.items()}, flush=True)
report = {
"name": args.name,
"features": str(args.features),
"layers": args.layers,
"dims": args.dims,
"aug_features": str(args.aug_features) if args.aug_features else None,
"config": cfg.as_dict(),
"seeds": list(seeds),
"summary": {k: summarize(v) for k, v in rows.items()},
"per_seed": rows,
"seconds": round(time.time() - started, 1),
}
dump(TRIALS / f"{args.name}.json", report)
print(json.dumps(report["summary"], indent=1))
if __name__ == "__main__":
main()