BPNet-ONNX / webgpu-centered-validation.json
okunator's picture
Preserve centered-mean acceptance and exact WebGPU validation provenance
7c2b69e verified
Raw History Blame Contribute Delete
9.8 kB
{
"source": {
"repository": "kundajelab/encode-bpnet-BHLHE40-ChIP-seq-HepG2-ENCSR000EDT-ENCSR185XMD",
"revision": "f9084ee65cab8a90e5550b9cb644adbee5c03c11",
"path": "fold_0/model.h5",
"sha256": "7d0b391ad529964e1d80bee3da6e2acf637971300edf9bcbb006e3c8727a9281",
"bytes": 561784,
"destination": "models/encode-bpnet-BHLHE40-ChIP-seq-HepG2-ENCSR000EDT-ENCSR185XMD/fold_0/model.onnx",
"license": "mit"
},
"artifact": {
"path": "models/encode-bpnet-BHLHE40-ChIP-seq-HepG2-ENCSR000EDT-ENCSR185XMD/fold_0/model.onnx",
"sha256": "02ec51d62e6c9803c8fcfb3e027cfe9b8560610c5e6e3f794ac7c07efe9959d2",
"bytes": 465357
},
"conversion": {
"exporter_sha256": "c31c5ceeb3496ffdaf33826d10d51f485ed8afcbd3c1325628e11b134b8cb990",
"app_loader_sha256": {
"bpnet/atlas.py": "9ee51449d23dd8288edf9a51ef678583dc016019de6ed2a02d73fb188e3b345a",
"keras_weights.py": "e6db1ae01149fe568d392382c8399baddf7fa228d7afc914bc9aa606627f664e",
"keras_topology.py": "09f2d300634e2f1e12eeb421a81020adc0c0faa17b05298796acbff5dcac7bbc"
},
"shared_exporter_sha256": "fb2933013267150606f442226d00eb8c47849e6ccebbcbbbf2a191d1d0f0ef03",
"examples_sha256": {
"gata2": "f90a74373abe715a5e1f5386c4c7184d86d530c74bbb573db29353ece07a507c",
"hbg1": "b48dd963e5dde55811ee9fa8aad52e7bbc603648a9be65ef6bbc3ac4355be77e"
},
"software": {
"torch": "2.14.1",
"huggingface-hub": "1.2.3",
"tensorflow": "2.18.1",
"tf-keras": "2.18.0",
"onnx": "1.17.0",
"onnxruntime": "1.31.1",
"numpy": "2.0.2",
"h5py": "3.16.0"
},
"rtol": 0.0002,
"atol": 1e-05,
"opset": 17,
"native_reference": "original Keras JSON graph and H5 weights, CPU float32; no serialized Python"
},
"centered_mean": true,
"browser": {
"userAgent": "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) HeadlessChrome/153.0.8010.12 Safari/537.36",
"adapter": {
"vendor": "apple",
"architecture": "metal-3",
"features": [
"depth32float-stencil8",
"chromium-experimental-subgroup-matrix",
"rg11b10ufloat-renderable",
"texture-formats-tier1",
"bgra8unorm-storage",
"texture-compression-bc",
"dual-source-blending",
"core-features-and-limits",
"float32-filterable",
"indirect-first-instance",
"texture-compression-astc-sliced-3d",
"float32-blendable",
"subgroup-size-control",
"texture-compression-unaligned",
"texture-compression-astc",
"texture-compression-etc2",
"depth-clip-control",
"texture-compression-bc-sliced-3d",
"shader-f16",
"texture-formats-tier2",
"timestamp-query",
"clip-distances",
"primitive-index",
"texture-component-swizzle",
"subgroups"
]
},
"runtime": {
"common": "1.31.1",
"web": "1.31.1"
},
"models": [
{
"family": "bhlhe40-centered",
"modelUrl": "/bpnet-onnx/stabilized/models/encode-bpnet-BHLHE40-ChIP-seq-HepG2-ENCSR000EDT-ENCSR185XMD/fold_0/model.onnx",
"createMs": 294.40000009536743,
"cases": [
{
"batch": 1,
"control_policy": "zero",
"passed": true,
"errors": {
"profile_logits": {
"maxAbsolute": 4.172325134277344e-06,
"maxToleranceRatio": 0.10163558145030187
},
"log_counts": {
"maxAbsolute": 0,
"maxToleranceRatio": 0
},
"expected_counts": {
"maxAbsolute": 8.429922861499795e-08,
"maxToleranceRatio": 0.006006578495118591,
"maxRatioIndex": 1481
}
},
"timingsMs": [
153.90000009536743,
9.200000047683716,
8.5,
8.200000047683716,
8.099999904632568,
6,
6,
5.599999904632568,
6,
5.1000001430511475,
5.299999952316284
]
},
{
"batch": 3,
"control_policy": "zero",
"passed": true,
"errors": {
"profile_logits": {
"maxAbsolute": 4.172325134277344e-06,
"maxToleranceRatio": 0.1391679537519602
},
"log_counts": {
"maxAbsolute": 2.384185791015625e-07,
"maxToleranceRatio": 0.0004850949154174923
},
"expected_counts": {
"maxAbsolute": 8.429922861499795e-08,
"maxToleranceRatio": 0.006006578495118591,
"maxRatioIndex": 1481
}
},
"timingsMs": [
8.799999952316284,
7.400000095367432,
6.900000095367432,
7.199999809265137,
6.300000190734863,
6.699999809265137,
6.1000001430511475,
6,
5.8999998569488525,
6.300000190734863,
5.799999952316284
]
},
{
"batch": 6,
"control_policy": "zero",
"passed": true,
"errors": {
"profile_logits": {
"maxAbsolute": 1.9073486328125e-05,
"maxToleranceRatio": 0.1391679537519602
},
"log_counts": {
"maxAbsolute": 1.049041748046875e-05,
"maxToleranceRatio": 0.01230268093536075
},
"expected_counts": {
"maxAbsolute": 8.429922861499795e-08,
"maxToleranceRatio": 0.006006578495118591,
"maxRatioIndex": 1481
}
},
"timingsMs": [
9.400000095367432,
8.599999904632568,
9,
8,
8,
7.900000095367432,
8.099999904632568,
7.400000095367432,
7.700000047683716,
7.3999998569488525,
7.200000047683716
]
},
{
"batch": 1,
"control_policy": "synthetic-nonzero",
"passed": true,
"errors": {
"profile_logits": {
"maxAbsolute": 4.172325134277344e-06,
"maxToleranceRatio": 0.08371606260974515
},
"log_counts": {
"maxAbsolute": 0,
"maxToleranceRatio": 0
},
"expected_counts": {
"maxAbsolute": 5.457575877887422e-06,
"maxToleranceRatio": 0.019672092044266412,
"maxRatioIndex": 1481
}
},
"timingsMs": [
2.799999952316284,
2.6000001430511475,
2.5999999046325684,
2.700000047683716,
2.700000047683716,
2.6999998092651367,
2.8000001907348633,
2.6999998092651367,
2.6000001430511475,
2.700000047683716,
2.799999952316284
]
},
{
"batch": 3,
"control_policy": "synthetic-nonzero",
"passed": true,
"errors": {
"profile_logits": {
"maxAbsolute": 4.172325134277344e-06,
"maxToleranceRatio": 0.1391679537519602
},
"log_counts": {
"maxAbsolute": 4.76837158203125e-07,
"maxToleranceRatio": 0.0003575754570390037
},
"expected_counts": {
"maxAbsolute": 5.457575877887422e-06,
"maxToleranceRatio": 0.019672092044266412,
"maxRatioIndex": 1481
}
},
"timingsMs": [
4.799999952316284,
4.200000047683716,
4.1000001430511475,
4.099999904632568,
4.099999904632568,
4.300000190734863,
4.199999809265137,
4.299999952316284,
4.400000095367432,
4.199999809265137,
4.300000190734863
]
},
{
"batch": 6,
"control_policy": "synthetic-nonzero",
"passed": true,
"errors": {
"profile_logits": {
"maxAbsolute": 1.9073486328125e-05,
"maxToleranceRatio": 0.1391679537519602
},
"log_counts": {
"maxAbsolute": 1.0557472705841064e-05,
"maxToleranceRatio": 0.9910118096296665
},
"expected_counts": {
"maxAbsolute": 6.694401302631547e-06,
"maxToleranceRatio": 0.019672092044266412,
"maxRatioIndex": 1481
}
},
"timingsMs": [
7.800000190734863,
7.599999904632568,
7.599999904632568,
7.1000001430511475,
7.299999952316284,
7.200000047683716,
7.299999952316284,
7.799999952316284,
7.1000001430511475,
6.8999998569488525,
7.1000001430511475
]
}
],
"gpuComputeDispatches": 4092,
"gpuKernelCount": 0,
"gpuPrograms": []
}
],
"logs": []
},
"limits": "One device/browser; actual compute dispatches, wall-clock timings; synthetic controls"
}