{ "schema_version": "medmlx.reference.v1", "model": "vista3d", "date": "2026-10-12T17:35:32.676541+00:00", "case": { "dataset": "AMOS22 (validation)", "case_id": "amos_0008", "input_sha256": "e3ed0f4d7b1fcd1b785ffdb233750cc35eff9714fa724b07122dd625a9c85461" }, "original": { "code": "NVIDIA NV-Segment-CTMR / MONAI VISTA3D vista3d132", "version_or_commit": "f9f5f51b589e5dc9c23c453cf5138398e4084056; MONAI 1.6.0, PyTorch 2.14.1", "precision": "float32, AMP disabled for CPU", "command": "cd /work/reference/vista3d/upstream/NV-Segment-CT && /work/reference/vista3d/.venv/bin/python -m monai.bundle run run --meta_file configs/metadata.json --config_file configs/inference.json --bundle_root /work/reference/vista3d/upstream/NV-Segment-CT --device cpu --checkpoint_path /.cache/huggingface/hub/models--nvidia--NV-Segment-CT/snapshots/afb51518689f71e6abb367ee6301b2cd0225c66a/vista3d_pretrained_model/model.pt --input_dict '{\"image\": \"/research/radnn/work/nnunet-next-20261001/public-ct/amos_0008/image.nii.gz\"}' --output_dir /work/reference/vista3d/out '--evaluator#amp' False '--initialize#0' '$monai.utils.set_determinism(seed=123)'", "source_files_sha256": { "scripts/__init__.py": "0dde80e8d0dbf0b7ce3746cfb420a75ce8a108c9d969d1b2426220a071aec51a", "scripts/batch_inference_utils.py": "52da0fcd37f7d04990c90b1b94342c65bb0ac9529569d7963f6c728b4e2c67f6", "scripts/early_stop_score_function.py": "e5c77b011847941aedfc7aa5c0e07a72988ed676ffb0356e211aa61c24f9d7d3", "scripts/evaluator.py": "c985aab7b08b2d58299d01f2403f3fd9cb2b49d5ea93dd16867c54d354c8d1da", "scripts/huggingface_download.py": "498dc8816bfd451f704c54e9ad949dd4e90d66102352aed9db3c400aa18fa140", "scripts/inferer.py": "4cf51eb5c6eae9e5c52e4da4227b7c068392ed0b286a229b13fb5df52660b6f1", "scripts/trainer.py": "b236eb552d20672a3f72a16fdb13101ee6e8f547a5c6ec51cb73c5e51aa482fb", "configs/batch_inference.json": "287271ff182317fc8661587328d450a6a23f6f8cdda9c1bad624e8586ad547a5", "configs/evaluate.json": "4e91d4031fd152f2e3f7219265b7ce1fed36e84db8cc7d4bfedcd0318c0682ec", "configs/inference.json": "fdb0fb917009521955a753c617afdd6ffae241320efbc6d05a4f3f7d97f6ae61", "configs/inference_trt.json": "2d70154125ced59cab280599546db8e2609423e1a0fb055c7cce7ce9bb2789b4", "configs/label_dict.json": "186226ba214b3e02cc5394427c6395364905129e449a6b726253269117302475", "configs/metadata.json": "a90caa13baaea9c025430c0fd6d5eaae1bfb68c84826fbd095e7897832a6903b", "configs/mgpu_evaluate.json": "9cebeaad28fdcb3526c0e2752dfae389490847a7bf768b36f5196fa93233e143", "configs/mgpu_inference.json": "1354bf905c3deb7d3780883a7ee3d328853eadf4e51ac49513601b99f0e59956", "configs/msd_task09_spleen_folds.json": "08607e2e345ebddf7b2ffae6ef1f4ddec6ab9272697d9cc5501354e621bcc8d6", "configs/multi_gpu_train.json": "147ac052a94849a184fc315d32979b70d64d315a330d9a78c684b97c959c1e17", "configs/train.json": "4117406ff7966f0c6b121106e46c59f74d4c00427560a2a73608a2cad645ca86", "configs/train_continual.json": "6336677108895f5518386fb5dd8512981edd02854a75c877244cc84e826ca7dd" }, "device": "cpu", "checkpoint_sha256": "c92bab26d00b4a5d89fa8a383900cdeb88302fd318e5e816df0bbec7106d9a1b" }, "mlx": { "run_record": "results/runs/vista3d.json", "output_path": "/work/runs/vista3d/out/nv_segment_ct_mask.nii.gz", "output_sha256": "5e77bb9d0e17802ff231238e7057887fa295c35a230053d8468fec46d75bdc51" }, "comparison": { "metric": "minimum per-label mask Dice", "value": 1.0, "per_label": { "0": { "dice": 1.0, "original_voxels": 54160900, "mlx_voxels": 54160900, "intersection_voxels": 54160900 }, "1": { "dice": 1.0, "original_voxels": 497534, "mlx_voxels": 497534, "intersection_voxels": 497534 }, "3": { "dice": 1.0, "original_voxels": 47788, "mlx_voxels": 47788, "intersection_voxels": 47788 }, "4": { "dice": 1.0, "original_voxels": 46689, "mlx_voxels": 46689, "intersection_voxels": 46689 }, "5": { "dice": 1.0, "original_voxels": 62218, "mlx_voxels": 62218, "intersection_voxels": 62218 }, "6": { "dice": 1.0, "original_voxels": 49836, "mlx_voxels": 49836, "intersection_voxels": 49836 }, "7": { "dice": 1.0, "original_voxels": 29191, "mlx_voxels": 29191, "intersection_voxels": 29191 }, "8": { "dice": 1.0, "original_voxels": 2022, "mlx_voxels": 2022, "intersection_voxels": 2022 }, "9": { "dice": 1.0, "original_voxels": 2064, "mlx_voxels": 2064, "intersection_voxels": 2064 }, "10": { "dice": 1.0, "original_voxels": 8568, "mlx_voxels": 8568, "intersection_voxels": 8568 }, "11": { "dice": 1.0, "original_voxels": 5198, "mlx_voxels": 5198, "intersection_voxels": 5198 }, "12": { "dice": 1.0, "original_voxels": 96468, "mlx_voxels": 96468, "intersection_voxels": 96468 }, "13": { "dice": 1.0, "original_voxels": 28373, "mlx_voxels": 28373, "intersection_voxels": 28373 }, "14": { "dice": 1.0, "original_voxels": 65772, "mlx_voxels": 65772, "intersection_voxels": 65772 }, "15": { "dice": 1.0, "original_voxels": 44382, "mlx_voxels": 44382, "intersection_voxels": 44382 }, "17": { "dice": 1.0, "original_voxels": 4656, "mlx_voxels": 4656, "intersection_voxels": 4656 }, "19": { "dice": 1.0, "original_voxels": 430429, "mlx_voxels": 430429, "intersection_voxels": 430429 }, "22": { "dice": 1.0, "original_voxels": 18, "mlx_voxels": 18, "intersection_voxels": 18 }, "28": { "dice": 1.0, "original_voxels": 44644, "mlx_voxels": 44644, "intersection_voxels": 44644 }, "29": { "dice": 1.0, "original_voxels": 100456, "mlx_voxels": 100456, "intersection_voxels": 100456 }, "30": { "dice": 1.0, "original_voxels": 442, "mlx_voxels": 442, "intersection_voxels": 442 }, "31": { "dice": 1.0, "original_voxels": 98823, "mlx_voxels": 98823, "intersection_voxels": 98823 }, "32": { "dice": 1.0, "original_voxels": 145317, "mlx_voxels": 145317, "intersection_voxels": 145317 }, "33": { "dice": 1.0, "original_voxels": 41023, "mlx_voxels": 41023, "intersection_voxels": 41023 }, "34": { "dice": 1.0, "original_voxels": 39950, "mlx_voxels": 39950, "intersection_voxels": 39950 }, "35": { "dice": 1.0, "original_voxels": 38224, "mlx_voxels": 38224, "intersection_voxels": 38224 }, "36": { "dice": 1.0, "original_voxels": 32207, "mlx_voxels": 32207, "intersection_voxels": 32207 }, "37": { "dice": 1.0, "original_voxels": 29374, "mlx_voxels": 29374, "intersection_voxels": 29374 }, "38": { "dice": 1.0, "original_voxels": 25004, "mlx_voxels": 25004, "intersection_voxels": 25004 }, "39": { "dice": 1.0, "original_voxels": 23054, "mlx_voxels": 23054, "intersection_voxels": 23054 }, "40": { "dice": 1.0, "original_voxels": 21771, "mlx_voxels": 21771, "intersection_voxels": 21771 }, "41": { "dice": 1.0, "original_voxels": 19435, "mlx_voxels": 19435, "intersection_voxels": 19435 }, "42": { "dice": 1.0, "original_voxels": 2145, "mlx_voxels": 2145, "intersection_voxels": 2145 }, "43": { "dice": 1.0, "original_voxels": 12, "mlx_voxels": 12, "intersection_voxels": 12 }, "58": { "dice": 1.0, "original_voxels": 10185, "mlx_voxels": 10185, "intersection_voxels": 10185 }, "59": { "dice": 1.0, "original_voxels": 8837, "mlx_voxels": 8837, "intersection_voxels": 8837 }, "60": { "dice": 1.0, "original_voxels": 19445, "mlx_voxels": 19445, "intersection_voxels": 19445 }, "61": { "dice": 1.0, "original_voxels": 15055, "mlx_voxels": 15055, "intersection_voxels": 15055 }, "62": { "dice": 1.0, "original_voxels": 340945, "mlx_voxels": 340945, "intersection_voxels": 340945 }, "65": { "dice": 1.0, "original_voxels": 8, "mlx_voxels": 8, "intersection_voxels": 8 }, "66": { "dice": 1.0, "original_voxels": 128, "mlx_voxels": 128, "intersection_voxels": 128 }, "67": { "dice": 1.0, "original_voxels": 4699, "mlx_voxels": 4699, "intersection_voxels": 4699 }, "68": { "dice": 1.0, "original_voxels": 7946, "mlx_voxels": 7946, "intersection_voxels": 7946 }, "69": { "dice": 1.0, "original_voxels": 8893, "mlx_voxels": 8893, "intersection_voxels": 8893 }, "70": { "dice": 1.0, "original_voxels": 9148, "mlx_voxels": 9148, "intersection_voxels": 9148 }, "71": { "dice": 1.0, "original_voxels": 10478, "mlx_voxels": 10478, "intersection_voxels": 10478 }, "72": { "dice": 1.0, "original_voxels": 7125, "mlx_voxels": 7125, "intersection_voxels": 7125 }, "73": { "dice": 1.0, "original_voxels": 4895, "mlx_voxels": 4895, "intersection_voxels": 4895 }, "74": { "dice": 1.0, "original_voxels": 1241, "mlx_voxels": 1241, "intersection_voxels": 1241 }, "78": { "dice": 1.0, "original_voxels": 167, "mlx_voxels": 167, "intersection_voxels": 167 }, "79": { "dice": 1.0, "original_voxels": 5002, "mlx_voxels": 5002, "intersection_voxels": 5002 }, "80": { "dice": 1.0, "original_voxels": 5959, "mlx_voxels": 5959, "intersection_voxels": 5959 }, "81": { "dice": 1.0, "original_voxels": 8899, "mlx_voxels": 8899, "intersection_voxels": 8899 }, "82": { "dice": 1.0, "original_voxels": 8954, "mlx_voxels": 8954, "intersection_voxels": 8954 }, "83": { "dice": 1.0, "original_voxels": 9927, "mlx_voxels": 9927, "intersection_voxels": 9927 }, "84": { "dice": 1.0, "original_voxels": 6338, "mlx_voxels": 6338, "intersection_voxels": 6338 }, "85": { "dice": 1.0, "original_voxels": 4899, "mlx_voxels": 4899, "intersection_voxels": 4899 }, "86": { "dice": 1.0, "original_voxels": 2011, "mlx_voxels": 2011, "intersection_voxels": 2011 }, "87": { "dice": 1.0, "original_voxels": 346, "mlx_voxels": 346, "intersection_voxels": 346 }, "88": { "dice": 1.0, "original_voxels": 407, "mlx_voxels": 407, "intersection_voxels": 407 }, "89": { "dice": 1.0, "original_voxels": 4008, "mlx_voxels": 4008, "intersection_voxels": 4008 }, "90": { "dice": 1.0, "original_voxels": 5665, "mlx_voxels": 5665, "intersection_voxels": 5665 }, "93": { "dice": 1.0, "original_voxels": 108085, "mlx_voxels": 108085, "intersection_voxels": 108085 }, "94": { "dice": 1.0, "original_voxels": 102740, "mlx_voxels": 102740, "intersection_voxels": 102740 }, "95": { "dice": 1.0, "original_voxels": 197215, "mlx_voxels": 197215, "intersection_voxels": 197215 }, "96": { "dice": 1.0, "original_voxels": 199300, "mlx_voxels": 199300, "intersection_voxels": 199300 }, "97": { "dice": 1.0, "original_voxels": 90239, "mlx_voxels": 90239, "intersection_voxels": 90239 }, "98": { "dice": 1.0, "original_voxels": 324193, "mlx_voxels": 324193, "intersection_voxels": 324193 }, "99": { "dice": 1.0, "original_voxels": 340689, "mlx_voxels": 340689, "intersection_voxels": 340689 }, "100": { "dice": 1.0, "original_voxels": 136198, "mlx_voxels": 136198, "intersection_voxels": 136198 }, "101": { "dice": 1.0, "original_voxels": 133965, "mlx_voxels": 133965, "intersection_voxels": 133965 }, "102": { "dice": 1.0, "original_voxels": 34506, "mlx_voxels": 34506, "intersection_voxels": 34506 }, "103": { "dice": 1.0, "original_voxels": 34919, "mlx_voxels": 34919, "intersection_voxels": 34919 }, "104": { "dice": 1.0, "original_voxels": 199313, "mlx_voxels": 199313, "intersection_voxels": 199313 }, "105": { "dice": 1.0, "original_voxels": 207480, "mlx_voxels": 207480, "intersection_voxels": 207480 }, "106": { "dice": 1.0, "original_voxels": 169532, "mlx_voxels": 169532, "intersection_voxels": 169532 }, "107": { "dice": 1.0, "original_voxels": 163972, "mlx_voxels": 163972, "intersection_voxels": 163972 }, "110": { "dice": 1.0, "original_voxels": 4, "mlx_voxels": 4, "intersection_voxels": 4 }, "113": { "dice": 1.0, "original_voxels": 19, "mlx_voxels": 19, "intersection_voxels": 19 }, "114": { "dice": 1.0, "original_voxels": 64939, "mlx_voxels": 64939, "intersection_voxels": 64939 }, "115": { "dice": 1.0, "original_voxels": 224622, "mlx_voxels": 224622, "intersection_voxels": 224622 }, "118": { "dice": 1.0, "original_voxels": 17342, "mlx_voxels": 17342, "intersection_voxels": 17342 }, "119": { "dice": 1.0, "original_voxels": 999, "mlx_voxels": 999, "intersection_voxels": 999 }, "120": { "dice": 1.0, "original_voxels": 150, "mlx_voxels": 150, "intersection_voxels": 150 }, "121": { "dice": 1.0, "original_voxels": 28719, "mlx_voxels": 28719, "intersection_voxels": 28719 }, "122": { "dice": 1.0, "original_voxels": 8967, "mlx_voxels": 8967, "intersection_voxels": 8967 }, "125": { "dice": 1.0, "original_voxels": 2825, "mlx_voxels": 2825, "intersection_voxels": 2825 }, "127": { "dice": 1.0, "original_voxels": 25695, "mlx_voxels": 25695, "intersection_voxels": 25695 } }, "threshold": { "min_dice": 0.99, "scope": "every label present in either mask, including background" }, "result": "pass", "differing_voxels": 0, "geometry": { "shape": [ 768, 768, 101 ], "affine_max_abs_diff": 0.0 }, "original_output_path": "/work/reference/vista3d/out/image/image_trans.nii.gz", "original_output_sha256": "5e77bb9d0e17802ff231238e7057887fa295c35a230053d8468fec46d75bdc51" }, "notes": "Automatic segment_all: no label or point prompts; the original evaluator selects its 117 everything_labels. Same recorded checkpoint and AMOS input, original bundle preprocessing, 128^3 patches, sw_batch_size=1, replicate padding, automatic inferer's default overlap=0.25 and constant blending, and original postprocessing. CPU device, AMP=false, paths and fixed local checkpoint are explicit overrides. The initial download/counter operation is replaced by the same deterministic seed call because the original checkpoint is already present and hash-verified. No source files or package repos are edited. MLX's saved output is compared without rerunning MLX. The recorded radnn input path moved to GitHub/research/radnn; bytes match.", "failure": null, "verification": { "inputs": { "image": { "path": "/research/radnn/work/nnunet-next-20261001/public-ct/amos_0008/image.nii.gz", "sha256": "e3ed0f4d7b1fcd1b785ffdb233750cc35eff9714fa724b07122dd625a9c85461" } }, "mlx_outputs": { "mask": { "path": "/work/runs/vista3d/out/nv_segment_ct_mask.nii.gz", "sha256": "5e77bb9d0e17802ff231238e7057887fa295c35a230053d8468fec46d75bdc51" } }, "checkpoint": { "path": "/.cache/huggingface/hub/models--nvidia--NV-Segment-CT/snapshots/afb51518689f71e6abb367ee6301b2cd0225c66a/vista3d_pretrained_model/model.pt", "sha256": "c92bab26d00b4a5d89fa8a383900cdeb88302fd318e5e816df0bbec7106d9a1b" } } }