File size: 1,875 Bytes
cb17a40 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 | {
"status": "failed",
"verification": {
"records": 32,
"prediction_changes": 0,
"changed_indices": [],
"max_absolute_probability_difference": 0.020078718662261963,
"probability_atol": 0.02,
"passed": false,
"scope": "Before merge versus saved-and-reloaded BF16 export, raw probabilities",
"records_sha256": "21977c3441de6aff6f320084c0531e4131996b62b22c80b7d4c9cc158a7b6fa2",
"record_ids": [
"mnli:train:207170",
"boolq:train:3417",
"research-v21:dev:reasoning-methods:1:0:0",
"research-v21:dev:reasoning-methods:1:0:1",
"research-v21:dev:reasoning-methods:1:0:2",
"research-v21:dev:reasoning-methods:1:0:3",
"research-v21:dev:reasoning-methods:1:1:0",
"research-v21:dev:reasoning-methods:1:1:1",
"research-v21:dev:reasoning-methods:1:1:2",
"research-v21:dev:reasoning-methods:1:1:3",
"mnli:train:1737",
"helpsteer2:validation:4",
"helpsteer2:validation:5",
"research-v21:dev:model-efficiency:1:0:0",
"research-v21:dev:model-efficiency:1:0:1",
"research-v21:dev:model-efficiency:1:0:2",
"research-v21:dev:model-efficiency:1:0:3",
"research-v21:dev:model-efficiency:1:1:0",
"research-v21:dev:model-efficiency:1:1:1",
"research-v21:dev:model-efficiency:1:1:2",
"research-v21:dev:model-efficiency:1:1:3",
"go_emotions:validation:3362",
"mnli:train:229990",
"boolq:train:664",
"boolq:train:1952",
"policy_v2:dev:168:complete_positive",
"policy_v2:dev:168:decisive_missing",
"policy_v2:dev:168:multi_missing",
"policy_v2:dev:168:one_fact_flip",
"policy_v2:dev:168:partial_negative",
"policy_v2:dev:168:partial_positive",
"mnli:train:129242"
]
},
"source_manifest_sha256": "f4c0a1a02b43ee25da5901ade14cdf6d36ff991e29855d6274685d4b9d9b8def"
}
|