BPNet-ONNX / webgpu-tensorflow-mean-validation.json
okunator's picture
Preserve TensorFlow-order averaging and exact NR3C1 WebGPU qualification
0527892 verified
Raw History Blame Contribute Delete
10.5 kB
{
"source": {
"repository": "kundajelab/encode-bpnet-NR3C1-ChIP-seq-A549-ENCSR070VXO-ENCSR368FNT",
"revision": "6abbeb8d222c57064e88f930a117fbf41f0eea3b",
"path": "fold_4/model.h5",
"sha256": "a20471e5243619231713ce77554ad7290b63e56afcb5790e507a453cde360aa3",
"bytes": 561784,
"destination": "models/encode-bpnet-NR3C1-ChIP-seq-A549-ENCSR070VXO-ENCSR368FNT/fold_4/model.onnx",
"license": "mit"
},
"artifact": {
"path": "models/encode-bpnet-NR3C1-ChIP-seq-A549-ENCSR070VXO-ENCSR368FNT/fold_4/model.onnx",
"sha256": "236bddf4d2172419668bb08db783fd8c8ef1743c33c9828f0ee040d80123fc51",
"bytes": 534834
},
"conversion": {
"exporter_sha256": "c550961bdf3f9724a9ac4d791d173de9a831cf78e0ac54beee5d4b68655efa06",
"app_loader_sha256": {
"bpnet/atlas.py": "9ee51449d23dd8288edf9a51ef678583dc016019de6ed2a02d73fb188e3b345a",
"keras_weights.py": "e6db1ae01149fe568d392382c8399baddf7fa228d7afc914bc9aa606627f664e",
"keras_topology.py": "09f2d300634e2f1e12eeb421a81020adc0c0faa17b05298796acbff5dcac7bbc"
},
"shared_exporter_sha256": "fb2933013267150606f442226d00eb8c47849e6ccebbcbbbf2a191d1d0f0ef03",
"examples_sha256": {
"gata2": "f90a74373abe715a5e1f5386c4c7184d86d530c74bbb573db29353ece07a507c",
"hbg1": "b48dd963e5dde55811ee9fa8aad52e7bbc603648a9be65ef6bbc3ac4355be77e"
},
"software": {
"torch": "2.14.1",
"huggingface-hub": "1.2.3",
"tensorflow": "2.18.1",
"tf-keras": "2.18.0",
"onnx": "1.17.0",
"onnxruntime": "1.31.1",
"numpy": "2.0.2",
"h5py": "3.16.0"
},
"rtol": 0.0002,
"atol": 1e-05,
"opset": 17,
"native_reference": "original Keras JSON graph and H5 weights, CPU float32; no serialized Python"
},
"browser": {
"userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.8010.12 Safari/537.36",
"adapter": {
"vendor": "apple",
"architecture": "metal-3",
"features": [
"depth32float-stencil8",
"chromium-experimental-subgroup-matrix",
"rg11b10ufloat-renderable",
"texture-formats-tier1",
"bgra8unorm-storage",
"texture-compression-bc",
"dual-source-blending",
"core-features-and-limits",
"float32-filterable",
"indirect-first-instance",
"texture-compression-astc-sliced-3d",
"float32-blendable",
"subgroup-size-control",
"texture-compression-unaligned",
"texture-compression-astc",
"texture-compression-etc2",
"depth-clip-control",
"texture-compression-bc-sliced-3d",
"shader-f16",
"texture-formats-tier2",
"timestamp-query",
"clip-distances",
"primitive-index",
"texture-component-swizzle",
"subgroups"
]
},
"runtime": {
"common": "1.31.1",
"web": "1.31.1"
},
"models": [
{
"family": "nr3c1-tensorflow",
"modelUrl": "/bpnet-onnx/stabilized/models/encode-bpnet-NR3C1-ChIP-seq-A549-ENCSR070VXO-ENCSR368FNT/fold_4/model.onnx",
"createMs": 381.90000009536743,
"cases": [
{
"batch": 1,
"control_policy": "zero",
"passed": true,
"errors": {
"profile_logits": {
"maxAbsolute": 4.291534423828125e-06,
"maxToleranceRatio": 0.13433028807406103
},
"log_counts": {
"maxAbsolute": 1.4901161193847656e-07,
"maxToleranceRatio": 0.002136181648446262
},
"expected_counts": {
"maxAbsolute": 1.912595213064347e-09,
"maxToleranceRatio": 0.00018641731655689737,
"maxRatioIndex": 1346
}
},
"timingsMs": [
175.60000014305115,
16.200000047683716,
12,
11.699999809265137,
11.600000143051147,
11.599999904632568,
11.600000143051147,
11.699999809265137,
11.800000190734863,
11.799999952316284,
11.599999904632568
]
},
{
"batch": 3,
"control_policy": "zero",
"passed": true,
"errors": {
"profile_logits": {
"maxAbsolute": 5.7220458984375e-06,
"maxToleranceRatio": 0.13433028807406103
},
"log_counts": {
"maxAbsolute": 3.5762786865234375e-07,
"maxToleranceRatio": 0.0038003131534044667
},
"expected_counts": {
"maxAbsolute": 1.9452516793541652e-09,
"maxToleranceRatio": 0.00019169643057315164,
"maxRatioIndex": 3653
}
},
"timingsMs": [
13.900000095367432,
12.699999809265137,
12.600000143051147,
12.899999856948853,
12.600000143051147,
12.799999952316284,
12.5,
12.700000047683716,
12.700000047683716,
12.699999809265137,
12.700000047683716
]
},
{
"batch": 6,
"control_policy": "zero",
"passed": true,
"errors": {
"profile_logits": {
"maxAbsolute": 6.67572021484375e-06,
"maxToleranceRatio": 0.13433028807406103
},
"log_counts": {
"maxAbsolute": 3.5762786865234375e-07,
"maxToleranceRatio": 0.0038003131534044667
},
"expected_counts": {
"maxAbsolute": 1.9452516793541652e-09,
"maxToleranceRatio": 0.00019169643057315164,
"maxRatioIndex": 3653
}
},
"timingsMs": [
13.200000047683716,
12.899999856948853,
13,
12.800000190734863,
12.699999809265137,
12.900000095367432,
13,
13,
13.200000047683716,
13,
12.599999904632568
]
},
{
"batch": 1,
"control_policy": "synthetic-nonzero",
"passed": true,
"errors": {
"profile_logits": {
"maxAbsolute": 4.291534423828125e-06,
"maxToleranceRatio": 0.13433028807406103
},
"log_counts": {
"maxAbsolute": 0,
"maxToleranceRatio": 0
},
"expected_counts": {
"maxAbsolute": 2.77028068318419e-07,
"maxToleranceRatio": 0.01027300835922537,
"maxRatioIndex": 1534
}
},
"timingsMs": [
11.5,
11.5,
11.799999952316284,
11.600000143051147,
11.599999904632568,
11.5,
11.700000047683716,
11.5,
11.599999904632568,
11.400000095367432,
11.599999904632568
]
},
{
"batch": 3,
"control_policy": "synthetic-nonzero",
"passed": true,
"errors": {
"profile_logits": {
"maxAbsolute": 5.7220458984375e-06,
"maxToleranceRatio": 0.13433028807406103
},
"log_counts": {
"maxAbsolute": 4.76837158203125e-07,
"maxToleranceRatio": 0.000515041392434594
},
"expected_counts": {
"maxAbsolute": 3.3561740130083617e-07,
"maxToleranceRatio": 0.01207338386936343,
"maxRatioIndex": 5989
}
},
"timingsMs": [
12.599999904632568,
12.700000047683716,
19.90000009536743,
12.899999856948853,
12.600000143051147,
12.599999904632568,
12.5,
12.799999952316284,
12.600000143051147,
12.599999904632568,
12.700000047683716
]
},
{
"batch": 6,
"control_policy": "synthetic-nonzero",
"passed": true,
"errors": {
"profile_logits": {
"maxAbsolute": 6.67572021484375e-06,
"maxToleranceRatio": 0.13433028807406103
},
"log_counts": {
"maxAbsolute": 4.76837158203125e-07,
"maxToleranceRatio": 0.0065377642708149076
},
"expected_counts": {
"maxAbsolute": 3.3561740130083617e-07,
"maxToleranceRatio": 0.01207338386936343,
"maxRatioIndex": 5989
}
},
"timingsMs": [
13.200000047683716,
12.699999809265137,
12.900000095367432,
13.099999904632568,
13,
12.800000190734863,
12.699999809265137,
12.5,
12.800000190734863,
12.599999904632568,
12.599999904632568
]
}
],
"gpuComputeDispatches": 39996,
"gpuKernelCount": 0,
"gpuPrograms": []
}
],
"logs": [
{
"type": "error",
"text": "\u001b[0;93m2026-11-21 13:52:45.818098 [W:onnxruntime:, session_state.cc:1598 VerifyEachNodeIsAssignedToAnEp] Some nodes were not assigned to the preferred execution providers which may or may not have an negative impact on performance. e.g. ORT explicitly assigns shape related ops to CPU to improve perf.\u001b[m"
},
{
"type": "error",
"text": "\u001b[0;93m2026-11-21 13:52:45.818898 [W:onnxruntime:, session_state.cc:1600 VerifyEachNodeIsAssignedToAnEp] Rerunning with verbose output on a non-minimal build will show node assignments.\u001b[m"
}
]
},
"limits": "Representative exact artifact on one device; wall-clock timing and actual GPU dispatches, not GPU timestamps"
}