Spaces:
Sleeping
Sleeping
Download model_code/evaluate.py from oussamab2n/GazeLIFT: direct link, hf CLI and curl.
- Browser
- Download file 4.65 kB
-
https://huggingface.co/spaces/oussamab2n/GazeLIFT/resolve/main/model_code/evaluate.py
- Command line
-
hf download hf://spaces/oussamab2n/GazeLIFT/model_code/evaluate.py
-
curl -L -o evaluate.py https://huggingface.co/spaces/oussamab2n/GazeLIFT/resolve/main/model_code/evaluate.py
4.65 kB
| from pathlib import Path | |
| import csv,hashlib,json,shutil,tarfile | |
| import numpy as np | |
| import torch | |
| from torch.utils.data import DataLoader | |
| from PIL import Image | |
| from model import TransposeCNNGazePyramidDecoder | |
| from data import FeatureImageDataset,collate,load_torch | |
| from train import evaluate,summary,atomic_json | |
| root=Path(__file__).resolve().parent.parent;report=root/'report';report.mkdir() | |
| torch.set_num_threads(4) | |
| torch.backends.cudnn.benchmark=False;torch.backends.cudnn.deterministic=True;torch.backends.cuda.matmul.allow_tf32=True | |
| for name,digest in json.loads((root/'source_hashes.json').read_text()).items():assert hashlib.sha256((root/'code'/name).read_bytes()).hexdigest()==digest | |
| selected={};checkpoints={} | |
| for ds in ['kvasir','prostate']: | |
| folder=root/f'{ds}_seed42';settings=json.loads((folder/'settings.json').read_text()) | |
| trained=json.loads((folder/'train_summary.json').read_text());history=json.loads((folder/'history.json').read_text()) | |
| assert settings['dino_used'] and settings['dino_trainable_parameters']==0 | |
| assert trained['best_epoch']>0 and trained['best_epoch'] in [r['epoch'] for r in history] | |
| assert abs(max(r['validation']['dice_mean'] for r in history)-trained['validation']['dice_mean'])<1e-7 | |
| digest=hashlib.sha256((folder/'best.pt').read_bytes()).hexdigest();assert digest==trained['checkpoint_sha256'] | |
| checkpoints[ds]={'path':str(folder/'best.pt'),'sha256':digest,'best_epoch':trained['best_epoch'],'validation':trained['validation']} | |
| atomic_json(report/'final_selection.json',checkpoints) | |
| comparison={};verified={} | |
| for ds in ['kvasir','prostate']: | |
| folder=root/f'{ds}_seed42';settings=json.loads((folder/'settings.json').read_text()) | |
| manifest=json.loads((root/'manifests'/f'{ds}_manifest.json').read_text()) | |
| assert settings['manifest_sha256']==hashlib.sha256((root/'manifests'/f'{ds}_manifest.json').read_bytes()).hexdigest() | |
| model=TransposeCNNGazePyramidDecoder();state=load_torch(folder/'best.pt');model.load_state_dict(state['model']);model=model.cuda() | |
| assert sum(p.numel() for p in model.parameters())==settings['trainable_parameters'] | |
| images={p.stem:p for p in (Path(manifest['root'])/'images').iterdir() if p.is_file()} | |
| dataset=FeatureImageDataset(Path(settings['existing_cache']),images,manifest['test'],manifest,settings['sigma_px']) | |
| loader=DataLoader(dataset,batch_size=4,num_workers=0,pin_memory=True,collate_fn=collate) | |
| masks=folder/'test_masks';masks.mkdir();records=evaluate(model,loader,masks) | |
| assert [r['id'] for r in records]==manifest['test'] | |
| for r in records: | |
| p=np.asarray(Image.open(masks/(r['id']+'.png')))>0 | |
| target=load_torch(Path(settings['existing_cache'])/(r['id']+'.pt'))['native'].numpy().squeeze()>.5 | |
| intersection=(p&target).sum();dice=(2*intersection+1e-6)/(p.sum()+target.sum()+1e-6) | |
| iou=(intersection+1e-6)/((p|target).sum()+1e-6) | |
| np.testing.assert_allclose([r['dice'],r['iou']],[dice,iou],atol=1e-12,rtol=0) | |
| metrics={**summary(records),'dataset':ds,'seed':42,'trainable_parameters':settings['trainable_parameters'], | |
| 'best_epoch':state['epoch'],'threshold':.5,'dino_used':True,'frozen_pretrained_dino':True,'segmentation_checkpoint_imported':False} | |
| atomic_json(folder/'test_summary.json',metrics);atomic_json(folder/'test_gaze_audit.json',dataset.gaze_audit) | |
| with (folder/'test_per_image.csv').open('w',newline='') as f: | |
| w=csv.DictWriter(f,fieldnames=records[0]);w.writeheader();w.writerows(records) | |
| dest=report/f'{ds}_seed42';dest.mkdir() | |
| for p in folder.iterdir(): | |
| if p.suffix in ['.json','.csv']:shutil.copy2(p,dest/p.name) | |
| shutil.copytree(masks,dest/'test_masks') | |
| comparison[ds]=metrics;verified[ds]={'native_masks_verified':len(records),'checkpoint_sha256':checkpoints[ds]['sha256']} | |
| print(json.dumps(metrics),flush=True);del model,dataset,loader;torch.cuda.empty_cache() | |
| atomic_json(report/'comparison.json',comparison);atomic_json(report/'verification.json',verified) | |
| shutil.copytree(root/'code',report/'code',ignore=shutil.ignore_patterns('__pycache__')) | |
| shutil.copytree(root/'manifests',report/'manifests') | |
| for name in ['data_preflight.json','source_hashes.json']:shutil.copy2(root/name,report/name) | |
| archive=root/'gaze_pyramid_transpose_cnn_decoder_rgb_seed42_report.tar.gz' | |
| with tarfile.open(archive,'w:gz') as stream:stream.add(report,arcname='report') | |
| archive.with_suffix('.gz.sha256').write_text(hashlib.sha256(archive.read_bytes()).hexdigest()+' '+archive.name+'\n') | |
| jobs=json.loads((root/'jobs.json').read_text());jobs.update(status='completed',test_metrics=comparison) | |
| atomic_json(root/'jobs.json',jobs) | |