{ "userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.8010.12 Safari/537.36", "adapter": { "vendor": "apple", "architecture": "metal-3", "features": [ "depth32float-stencil8", "chromium-experimental-subgroup-matrix", "rg11b10ufloat-renderable", "texture-formats-tier1", "bgra8unorm-storage", "texture-compression-bc", "dual-source-blending", "core-features-and-limits", "float32-filterable", "indirect-first-instance", "texture-compression-astc-sliced-3d", "float32-blendable", "subgroup-size-control", "texture-compression-unaligned", "texture-compression-astc", "texture-compression-etc2", "depth-clip-control", "texture-compression-bc-sliced-3d", "shader-f16", "texture-formats-tier2", "timestamp-query", "clip-distances", "primitive-index", "texture-component-swizzle", "subgroups" ] }, "runtime": { "common": "1.31.1", "web": "1.31.1" }, "models": [ { "family": "release-Bcell", "modelUrl": "/chrombpnet-onnx/releases/ChromBPNet-ONNX/models/encode-chrombpnet-ATAC-B-cell-ENCSR603LVR-ENCSR843FCA/fold_2/model.chrombpnet_nobias.fold_2.ENCSR603LVR.onnx", "createMs": 289.5, "cases": [ { "batch": 1, "passed": true, "errors": { "profile_logits": { "maxAbsolute": 6.198883056640625e-06, "maxToleranceRatio": 0.014824931787523858 }, "log_counts": { "maxAbsolute": 4.76837158203125e-07, "maxToleranceRatio": 0.00033996698213472145 }, "expected_counts": { "maxAbsolute": 1.3801787995149084e-05, "maxToleranceRatio": 0.02903693560682949, "maxRatioIndex": 823 } }, "timingsMs": [ 65.60000014305115, 30, 29.799999952316284, 29.899999856948853 ] }, { "batch": 3, "passed": true, "errors": { "profile_logits": { "maxAbsolute": 8.58306884765625e-06, "maxToleranceRatio": 0.42421558296553835 }, "log_counts": { "maxAbsolute": 1.430511474609375e-06, "maxToleranceRatio": 0.0024095938073824684 }, "expected_counts": { "maxAbsolute": 1.730884341721861e-05, "maxToleranceRatio": 0.03205366842135306, "maxRatioIndex": 2057 } }, "timingsMs": [ 89.5, 87.40000009536743, 86.40000009536743, 91.59999990463257 ] }, { "batch": 6, "passed": true, "errors": { "profile_logits": { "maxAbsolute": 8.58306884765625e-06, "maxToleranceRatio": 0.42421558296553835 }, "log_counts": { "maxAbsolute": 3.5762786865234375e-06, "maxToleranceRatio": 0.006144289949141009 }, "expected_counts": { "maxAbsolute": 3.264904630384535e-05, "maxToleranceRatio": 0.03762619983264847, "maxRatioIndex": 3847 } }, "timingsMs": [ 176.79999995231628, 172.80000019073486, 170.29999995231628, 171.5 ] } ], "gpuComputeDispatches": 1704, "gpuKernelCount": 0, "gpuPrograms": [], "identity": { "label": "Bcell", "source": { "repository": "kundajelab/encode-chrombpnet-ATAC-B-cell-ENCSR603LVR-ENCSR843FCA", "revision": "7f16ae1cf666b94ad040152130f5dddf9d380fd7", "path": "fold_2/model.chrombpnet_nobias.fold_2.ENCSR603LVR.h5", "sha256": "718b330268d6b68ea2ff511a6743a5dea7ac580cb2e1939664474fa0484923d8", "bytes": 25583536, "destination": "models/encode-chrombpnet-ATAC-B-cell-ENCSR603LVR-ENCSR843FCA/fold_2/model.chrombpnet_nobias.fold_2.ENCSR603LVR.onnx", "license": "mit" }, "artifact": { "path": "models/encode-chrombpnet-ATAC-B-cell-ENCSR603LVR-ENCSR843FCA/fold_2/model.chrombpnet_nobias.fold_2.ENCSR603LVR.onnx", "sha256": "e08e0d0748d890fe8c97381e14c720141526efa33573196b5f33c9d774f5914c", "bytes": 25535117 }, "convolution_channel_chunk": 128, "reference": "original TF 2.18.1/tf-keras 2.18.0 CPU float32, six DNA cases" }, "warm_median_ms": { "1": 29.899999856948853, "3": 87.40000009536743, "6": 171.5 } }, { "family": "release-K562", "modelUrl": "/chrombpnet-onnx/releases/ChromBPNet-ONNX/models/encode-chrombpnet-ATAC-K562-ENCSR868FGK-ENCSR467RSV/fold_0/model.chrombpnet_nobias.fold_0.ENCSR868FGK.onnx", "createMs": 34, "cases": [ { "batch": 1, "passed": true, "errors": { "profile_logits": { "maxAbsolute": 3.814697265625e-06, "maxToleranceRatio": 0.002234540549078901 }, "log_counts": { "maxAbsolute": 9.5367431640625e-07, "maxToleranceRatio": 0.0005299590178451828 }, "expected_counts": { "maxAbsolute": 7.246026160601104e-05, "maxToleranceRatio": 0.023114864450625064, "maxRatioIndex": 673 } }, "timingsMs": [ 37.5, 31.59999990463257, 29.90000009536743, 31.200000047683716 ] }, { "batch": 3, "passed": true, "errors": { "profile_logits": { "maxAbsolute": 3.814697265625e-06, "maxToleranceRatio": 0.0022549407103929133 }, "log_counts": { "maxAbsolute": 1.9073486328125e-06, "maxToleranceRatio": 0.0010863709677874929 }, "expected_counts": { "maxAbsolute": 0.00014325958829886076, "maxToleranceRatio": 0.024096070529998063, "maxRatioIndex": 2234 } }, "timingsMs": [ 88.59999990463257, 89.29999995231628, 89.20000004768372, 86.5 ] }, { "batch": 6, "passed": true, "errors": { "profile_logits": { "maxAbsolute": 3.814697265625e-06, "maxToleranceRatio": 0.0022549407103929133 }, "log_counts": { "maxAbsolute": 1.9073486328125e-06, "maxToleranceRatio": 0.0017258768114349968 }, "expected_counts": { "maxAbsolute": 0.00014325958829886076, "maxToleranceRatio": 0.027761092177738828, "maxRatioIndex": 4684 } }, "timingsMs": [ 173.5, 170, 171.29999995231628, 171.10000014305115 ] } ], "gpuComputeDispatches": 1704, "gpuKernelCount": 0, "gpuPrograms": [], "identity": { "label": "K562", "source": { "repository": "kundajelab/encode-chrombpnet-ATAC-K562-ENCSR868FGK-ENCSR467RSV", "revision": "8fe773c390ec6a0f84ce8952b5f6d72bbd2151f4", "path": "fold_0/model.chrombpnet_nobias.fold_0.ENCSR868FGK.h5", "sha256": "71c0e076da38467db41630939f47d5eb170b04cbf198de8988c68812860cb71b", "bytes": 25583536, "destination": "models/encode-chrombpnet-ATAC-K562-ENCSR868FGK-ENCSR467RSV/fold_0/model.chrombpnet_nobias.fold_0.ENCSR868FGK.onnx", "license": "mit" }, "artifact": { "path": "models/encode-chrombpnet-ATAC-K562-ENCSR868FGK-ENCSR467RSV/fold_0/model.chrombpnet_nobias.fold_0.ENCSR868FGK.onnx", "sha256": "4a80b9fd27055c6dd6ce9353c004992ed010e00f11b715dbe4802d0261ad184f", "bytes": 25535117 }, "convolution_channel_chunk": 128, "reference": "original TF 2.18.1/tf-keras 2.18.0 CPU float32, six DNA cases" }, "warm_median_ms": { "1": 31.200000047683716, "3": 89.20000004768372, "6": 171.10000014305115 } }, { "family": "release-DNase", "modelUrl": "/chrombpnet-onnx/releases/ChromBPNet-ONNX/models/encode-chrombpnet-DNASE-head-of-caudate-nucleus-ENCSR161ZGA-ENCSR280QLY/fold_0/model.chrombpnet_nobias.fold_0.ENCSR161ZGA.onnx", "createMs": 40.200000047683716, "cases": [ { "batch": 1, "passed": true, "errors": { "profile_logits": { "maxAbsolute": 5.7220458984375e-06, "maxToleranceRatio": 0.0037536852743602347 }, "log_counts": { "maxAbsolute": 1.9073486328125e-06, "maxToleranceRatio": 0.0013116325821233162 }, "expected_counts": { "maxAbsolute": 3.244997856377552e-05, "maxToleranceRatio": 0.030271901060495824, "maxRatioIndex": 818 } }, "timingsMs": [ 47.59999990463257, 31.90000009536743, 32, 30.299999952316284 ] }, { "batch": 3, "passed": true, "errors": { "profile_logits": { "maxAbsolute": 5.7220458984375e-06, "maxToleranceRatio": 0.0037536852743602347 }, "log_counts": { "maxAbsolute": 1.9073486328125e-06, "maxToleranceRatio": 0.0018209669927152577 }, "expected_counts": { "maxAbsolute": 3.244997856377552e-05, "maxToleranceRatio": 0.030271901060495824, "maxRatioIndex": 818 } }, "timingsMs": [ 91.09999990463257, 88, 86.69999980926514, 88 ] }, { "batch": 6, "passed": true, "errors": { "profile_logits": { "maxAbsolute": 5.7220458984375e-06, "maxToleranceRatio": 0.0037536852743602347 }, "log_counts": { "maxAbsolute": 1.9073486328125e-06, "maxToleranceRatio": 0.002818017910548897 }, "expected_counts": { "maxAbsolute": 3.244997856377552e-05, "maxToleranceRatio": 0.030271901060495824, "maxRatioIndex": 818 } }, "timingsMs": [ 174.90000009536743, 174.29999995231628, 173.40000009536743, 173.39999985694885 ] } ], "gpuComputeDispatches": 1704, "gpuKernelCount": 0, "gpuPrograms": [], "identity": { "label": "DNase", "source": { "repository": "kundajelab/encode-chrombpnet-DNASE-head-of-caudate-nucleus-ENCSR161ZGA-ENCSR280QLY", "revision": "46e428fc37dddca2dbd8792f86f8f176648456eb", "path": "fold_0/model.chrombpnet_nobias.fold_0.ENCSR161ZGA.h5", "sha256": "1ad6d568781e8d439d08518c427eda12233619f50992d4195afa3fcb73233877", "bytes": 25583536, "destination": "models/encode-chrombpnet-DNASE-head-of-caudate-nucleus-ENCSR161ZGA-ENCSR280QLY/fold_0/model.chrombpnet_nobias.fold_0.ENCSR161ZGA.onnx", "license": "mit" }, "artifact": { "path": "models/encode-chrombpnet-DNASE-head-of-caudate-nucleus-ENCSR161ZGA-ENCSR280QLY/fold_0/model.chrombpnet_nobias.fold_0.ENCSR161ZGA.onnx", "sha256": "8236c15135d15b0b218e2e9b2719c80a032475b94c8aa3325d006577fc9acfa8", "bytes": 25535117 }, "convolution_channel_chunk": 128, "reference": "original TF 2.18.1/tf-keras 2.18.0 CPU float32, six DNA cases" }, "warm_median_ms": { "1": 31.90000009536743, "3": 88, "6": 173.40000009536743 } } ], "logs": [ { "type": "error", "text": "\u001b[0;93m2026-11-20 16:24:05.019400 [W:onnxruntime:, session_state.cc:1598 VerifyEachNodeIsAssignedToAnEp] Some nodes were not assigned to the preferred execution providers which may or may not have an negative impact on performance. e.g. ORT explicitly assigns shape related ops to CPU to improve perf.\u001b[m" }, { "type": "error", "text": "\u001b[0;93m2026-11-20 16:24:05.020499 [W:onnxruntime:, session_state.cc:1600 VerifyEachNodeIsAssignedToAnEp] Rerunning with verbose output on a non-minimal build will show node assignments.\u001b[m" }, { "type": "error", "text": "\u001b[0;93m2026-11-20 16:24:06.286400 [W:onnxruntime:, session_state.cc:1598 VerifyEachNodeIsAssignedToAnEp] Some nodes were not assigned to the preferred execution providers which may or may not have an negative impact on performance. e.g. ORT explicitly assigns shape related ops to CPU to improve perf.\u001b[m" }, { "type": "error", "text": "\u001b[0;93m2026-11-20 16:24:06.286600 [W:onnxruntime:, session_state.cc:1600 VerifyEachNodeIsAssignedToAnEp] Rerunning with verbose output on a non-minimal build will show node assignments.\u001b[m" }, { "type": "error", "text": "\u001b[0;93m2026-11-20 16:24:07.506800 [W:onnxruntime:, session_state.cc:1598 VerifyEachNodeIsAssignedToAnEp] Some nodes were not assigned to the preferred execution providers which may or may not have an negative impact on performance. e.g. ORT explicitly assigns shape related ops to CPU to improve perf.\u001b[m" }, { "type": "error", "text": "\u001b[0;93m2026-11-20 16:24:07.507100 [W:onnxruntime:, session_state.cc:1600 VerifyEachNodeIsAssignedToAnEp] Rerunning with verbose output on a non-minimal build will show node assignments.\u001b[m" } ], "notes": { "gpu": "Apple M5 / Metal 3", "launch_args": [ "--enable-unsafe-webgpu", "--use-angle=metal" ], "reference": "Original TensorFlow 2.18.1 / tf-keras 2.18.0 CPU float32", "tolerance": { "rtol": 0.0002, "atol": 1e-05 }, "inputs": [ "GATA2", "HBG1", "GATA2 reverse complement", "GATA2 SNV", "GATA2 internal Ns", "all N" ], "placement": "Actual GPU dispatchWorkgroups counted; some ORT operations execute on CPU, including shapes. No all-nodes-on-GPU claim.", "timings": "Four session.run calls per batch, first is shape warmup, subsequent three warm median; includes CPU/GPU transfers. Concurrent local CPU conversion may affect measurements.", "profiling": "Timestamp callback had no samples. Actual dispatch counts establish GPU execution.", "scope": "Three exact release artifacts on one desktop GPU/browser. Not an atlas-wide GPU or gradient qualification." } }