| { |
| "format": "mlbricks-elasticbit-multimodel-converter", |
| "version": 3, |
| "sourceModel": "mistralai/Mistral-Nemo-Base-2407", |
| "sourceRevision": "a4477a2f977929a969745b69bbd62e03043551a5", |
| "sourceLicense": "apache-2.0", |
| "outputRepo": "maxzameer/Mistral-Nemo-Base-2407-ElasticBit", |
| "mlbricksGit": "https://github.com/MlBricks/MLBricks.git", |
| "mlbricksCommit": "f772eb27d2d6b84764e9e90458827dac6980a88a", |
| "threshold": 0.01, |
| "workingPrecision": "FP16 requested; persistent loaded dtypes preserved", |
| "decodePolicy": "hardwareNative", |
| "layerPath": "model.layers", |
| "numLayers": 40, |
| "calibration": { |
| "sequenceLength": 96, |
| "blocks": 4, |
| "textSha256": "c362dfd115ef8035b38f52998966879cff4e46a5e08dd9f14da320a55f372553", |
| "inputIdsPath": "calibration/input_ids.safetensors" |
| }, |
| "validation": { |
| "sequenceLength": 96, |
| "blocks": 1, |
| "textSha256": "685f707047afba5b81807c0a72fde454c8fb6cef7f0061d9a80ebfa6e9cc8ff9", |
| "inputIdsPath": "validation/input_ids.safetensors", |
| "sourceSmokeReferencePath": "validation/source_smoke_reference.safetensors" |
| }, |
| "globalsComplete": true, |
| "globalManifest": "components/global_manifest.json", |
| "globalManifestVersion": 2, |
| "globalComponentBytes": 2684365096, |
| "layers": [ |
| { |
| "layerIndex": 0, |
| "artifactPath": "layers/layer_000.elasticbit", |
| "artifactBytes": 232826246, |
| "artifactSha256": "92cd5be317a70c961db995895b2ed1cad283b3d8e0fa81bfa24f9a81e133fa9f", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 6.115745306015015, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "6": 1, |
| "7": 1, |
| "10": 1, |
| "8": 4 |
| }, |
| "effectiveBits": 7.865384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 268222464, |
| "storageReduction": 0.5080829326923078, |
| "maxMatrixError": 0.009905168786644936 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.008001150722983977, |
| "maxAbsDiff": 3.0 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.007856486225838918, |
| "maxAbsDiff": 1.501953125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0006550035425661569, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 1, |
| "artifactPath": "layers/layer_001.elasticbit", |
| "artifactBytes": 247775287, |
| "artifactSha256": "f81bc19d4b6d45a988a85fe3128a64c311c0bcd1cae389bd62c8e9d7b981c268", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 6.042173385620117, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.096153846153847, |
| "originalBytes": 545259520, |
| "storageBytes": 276086784, |
| "storageReduction": 0.49365985576923077, |
| "maxMatrixError": 0.009790085256099701 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0002420066818632922, |
| "maxAbsDiff": 0.0625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0002272484686837254, |
| "maxAbsDiff": 0.015625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 2.5152205844765907e-05, |
| "maxAbsDiff": 0.015625 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 2, |
| "artifactPath": "layers/layer_002.elasticbit", |
| "artifactBytes": 276808232, |
| "artifactSha256": "eee5ec1b3d73e53932dba3da49b9d71e7c2e535c2ec17793f22e8c3cc824f224", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.567029476165771, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.557692307692308, |
| "originalBytes": 545259520, |
| "storageBytes": 291815424, |
| "storageReduction": 0.4648137019230769, |
| "maxMatrixError": 0.009910409338772297 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.005371678858586797, |
| "maxAbsDiff": 3.0 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.00453750370415338, |
| "maxAbsDiff": 2.75 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 5.2577843360349386e-05, |
| "maxAbsDiff": 0.0625 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 3, |
| "artifactPath": "layers/layer_003.elasticbit", |
| "artifactBytes": 247249094, |
| "artifactSha256": "f268760fffc9bfe3a3a2800851ec3c0e72622c743fed3aaa639f07c5a081d871", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 6.0749499797821045, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.096153846153847, |
| "originalBytes": 545259520, |
| "storageBytes": 276086784, |
| "storageReduction": 0.49365985576923077, |
| "maxMatrixError": 0.008931013755500317 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0002768150512739576, |
| "maxAbsDiff": 0.01953125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.00027298060356261284, |
| "maxAbsDiff": 0.0166015625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0003119684453320004, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 4, |
| "artifactPath": "layers/layer_004.elasticbit", |
| "artifactBytes": 246914663, |
| "artifactSha256": "dc265ec115440ace3d49e6b54a52b36a34d18e93bac29c58c8fb972d1c6305f4", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 5.929730415344238, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.096153846153847, |
| "originalBytes": 545259520, |
| "storageBytes": 276086784, |
| "storageReduction": 0.49365985576923077, |
| "maxMatrixError": 0.009597794152796268 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0003295067417577776, |
| "maxAbsDiff": 0.01953125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.000331098174732675, |
| "maxAbsDiff": 0.015625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0003215437301981423, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 5, |
| "artifactPath": "layers/layer_005.elasticbit", |
| "artifactBytes": 246803040, |
| "artifactSha256": "1c524b4937caad4b8c681caf42911a170e68d5947d917f95f86f290c7bddf82d", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 5.957427978515625, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.096153846153847, |
| "originalBytes": 545259520, |
| "storageBytes": 276086784, |
| "storageReduction": 0.49365985576923077, |
| "maxMatrixError": 0.0099670784547925 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0004073115240725673, |
| "maxAbsDiff": 0.03125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0004026536320186167, |
| "maxAbsDiff": 0.029296875 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 8.700411741224408e-05, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 6, |
| "artifactPath": "layers/layer_006.elasticbit", |
| "artifactBytes": 265454578, |
| "artifactSha256": "358b691d11a268a931fc7e8bb9646913be767609b7ad5c95fc244c6f9ff6efaa", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 7.398933410644531, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.008887442760169506 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0004003298402075102, |
| "maxAbsDiff": 0.03125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0003990514047802817, |
| "maxAbsDiff": 0.03125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 5.6931620811518106e-05, |
| "maxAbsDiff": 0.0625 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 7, |
| "artifactPath": "layers/layer_007.elasticbit", |
| "artifactBytes": 247070400, |
| "artifactSha256": "9fe6f401fe0a54a4d87db09809bde60cb5e857b150a243ffe5760e93d26720d8", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 5.952236652374268, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.096153846153847, |
| "originalBytes": 545259520, |
| "storageBytes": 276086784, |
| "storageReduction": 0.49365985576923077, |
| "maxMatrixError": 0.009804410859942436 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0005186009820663601, |
| "maxAbsDiff": 0.125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.000516648860185784, |
| "maxAbsDiff": 0.03515625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 6.0574927606854914e-05, |
| "maxAbsDiff": 0.0625 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 8, |
| "artifactPath": "layers/layer_008.elasticbit", |
| "artifactBytes": 265477246, |
| "artifactSha256": "049cdd432d3a44f39c095be53740602f7c37f6f679d894f044018123c1f95e39", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 7.433326721191406, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.008969315327703953 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0004884772973572698, |
| "maxAbsDiff": 0.03515625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.00047897978061356964, |
| "maxAbsDiff": 0.03515625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 5.028278880438217e-05, |
| "maxAbsDiff": 0.03125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 9, |
| "artifactPath": "layers/layer_009.elasticbit", |
| "artifactBytes": 246143843, |
| "artifactSha256": "2ce63696446e8c6e76cbcb5c3ec8ff28dc1fe83b3ce9f13036b0e0823497f02a", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 5.944741725921631, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.096153846153847, |
| "originalBytes": 545259520, |
| "storageBytes": 276086784, |
| "storageReduction": 0.49365985576923077, |
| "maxMatrixError": 0.009111955761909485 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0009959700447932452, |
| "maxAbsDiff": 1.0 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.001014350684609458, |
| "maxAbsDiff": 1.0 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0002941906003749491, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 10, |
| "artifactPath": "layers/layer_010.elasticbit", |
| "artifactBytes": 245768230, |
| "artifactSha256": "fc45a9605ceb562eb7b1bdce72c32dde5a1fa61c7962c31f979f214c11dd5040", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 5.91085958480835, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.096153846153847, |
| "originalBytes": 545259520, |
| "storageBytes": 276086784, |
| "storageReduction": 0.49365985576923077, |
| "maxMatrixError": 0.009873110800981522 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0006749254078991258, |
| "maxAbsDiff": 0.07421875 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0006543359678099396, |
| "maxAbsDiff": 0.0546875 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 8.59521109441344e-05, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 11, |
| "artifactPath": "layers/layer_011.elasticbit", |
| "artifactBytes": 246300360, |
| "artifactSha256": "2f1051a4954ece5a9e706c9e6d3a17206ec8275b198e30b1b02aa68f155db90d", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 5.925069570541382, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.096153846153847, |
| "originalBytes": 545259520, |
| "storageBytes": 276086784, |
| "storageReduction": 0.49365985576923077, |
| "maxMatrixError": 0.009991156868636608 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0006929049949110063, |
| "maxAbsDiff": 0.14453125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0006627800442405029, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0002965498941120087, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 12, |
| "artifactPath": "layers/layer_012.elasticbit", |
| "artifactBytes": 265061044, |
| "artifactSha256": "286569acef3af764a2bba5e31c8f86aa7a4255771ed75debd28803f9932d834b", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 7.344173192977905, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.00932260975241661 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0005880762703062495, |
| "maxAbsDiff": 0.0859375 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0006025119271388775, |
| "maxAbsDiff": 0.078125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 9.035129324414429e-05, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 13, |
| "artifactPath": "layers/layer_013.elasticbit", |
| "artifactBytes": 246310599, |
| "artifactSha256": "519370a88608f5c86e2eb10f31a971b624cdc39e4c04b95ea3db7e5a338c5702", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 5.829791069030762, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.096153846153847, |
| "originalBytes": 545259520, |
| "storageBytes": 276086784, |
| "storageReduction": 0.49365985576923077, |
| "maxMatrixError": 0.009994006715714931 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0007163259593661344, |
| "maxAbsDiff": 0.140625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0013828275608132336, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 6.299810416764236e-05, |
| "maxAbsDiff": 0.0625 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 14, |
| "artifactPath": "layers/layer_014.elasticbit", |
| "artifactBytes": 264877973, |
| "artifactSha256": "dd77c6407801f72875f34738fed7ba7fe7c47e2eb4741bc061f0acbdaf744f39", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 7.2997887134552, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.009116681292653084 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0006020839115642836, |
| "maxAbsDiff": 0.0625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0008083295314406149, |
| "maxAbsDiff": 0.375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 5.9787351467618886e-05, |
| "maxAbsDiff": 0.03125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 15, |
| "artifactPath": "layers/layer_015.elasticbit", |
| "artifactBytes": 264833262, |
| "artifactSha256": "451abd37b537bb3d774db45f507dadbbdeead80c6052de51da81951f6c119f74", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 7.242218971252441, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.00914365891367197 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0006332564320979471, |
| "maxAbsDiff": 0.0703125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0006340165211428278, |
| "maxAbsDiff": 0.0625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.00028865751967519177, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 16, |
| "artifactPath": "layers/layer_016.elasticbit", |
| "artifactBytes": 264939904, |
| "artifactSha256": "7f2511a72c4537238f854e41776a609b2c7b976f19fed6c0f90decff1202339e", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 9.558650255203247, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.009173978120088577 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0007062571859408101, |
| "maxAbsDiff": 0.5 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.000687052390857446, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.00011613075551839877, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 17, |
| "artifactPath": "layers/layer_017.elasticbit", |
| "artifactBytes": 264750270, |
| "artifactSha256": "307db28cc09332414e0d092215e4a982c2db99f66bd26efe209c0b5b7b300c64", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.750614881515503, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.009038206189870834 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0007788017446867617, |
| "maxAbsDiff": 0.125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0007676935344047787, |
| "maxAbsDiff": 0.09375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0002881397800358047, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 18, |
| "artifactPath": "layers/layer_018.elasticbit", |
| "artifactBytes": 265003339, |
| "artifactSha256": "51ffa8e14674ad7f2830f971489bae78148a20d652d35e48f3653db4b4a48d72", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.53762674331665, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.009077970869839191 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0008335430016460669, |
| "maxAbsDiff": 0.125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0008371658230428903, |
| "maxAbsDiff": 0.1171875 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.00010027868030786032, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 19, |
| "artifactPath": "layers/layer_019.elasticbit", |
| "artifactBytes": 265260584, |
| "artifactSha256": "c8f4e1ceba03afe693e6f7a3aedd58a9ffebc1f891445819389611edc2412441", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.426805019378662, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.009026364423334599 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0008671902920784148, |
| "maxAbsDiff": 0.1328125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0008649009176227956, |
| "maxAbsDiff": 0.1015625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 9.964686891934044e-05, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 20, |
| "artifactPath": "layers/layer_020.elasticbit", |
| "artifactBytes": 265659711, |
| "artifactSha256": "e7ba50534d8c7a2bac14afceab18efaead16b2e2c5db9f6b39e291639f6a6447", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.810725688934326, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.009101495146751404 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.000773304756969801, |
| "maxAbsDiff": 0.0703125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.000790261591236636, |
| "maxAbsDiff": 0.078125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 8.302237259229653e-05, |
| "maxAbsDiff": 0.03125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 21, |
| "artifactPath": "layers/layer_021.elasticbit", |
| "artifactBytes": 265900127, |
| "artifactSha256": "a6e19de67e30e2c86b4a442d1993db64fce6a5928c3d7a3936e4fbea9d93fc65", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.394160509109497, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.008994117379188538 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0007951763145274613, |
| "maxAbsDiff": 0.09375 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0008263913184379327, |
| "maxAbsDiff": 0.078125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 8.858278775259924e-05, |
| "maxAbsDiff": 0.03125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 22, |
| "artifactPath": "layers/layer_022.elasticbit", |
| "artifactBytes": 265883690, |
| "artifactSha256": "fa38e3c4d03966036e4ef52729d7121243171b188e0609c74a44fb9b9dc23686", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.810611724853516, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.009044789709150791 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0011174226087463546, |
| "maxAbsDiff": 0.16357421875 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0011205116947533137, |
| "maxAbsDiff": 0.16674041748046875 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0002848460763641307, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 23, |
| "artifactPath": "layers/layer_023.elasticbit", |
| "artifactBytes": 265933049, |
| "artifactSha256": "f4c39a3be03f384644e80239fc74f830ec5e585aed7c4e669003eec9f5c83a5e", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.881150960922241, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.009021880105137825 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.001022313611731097, |
| "maxAbsDiff": 0.125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.001015504346781595, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.00027764557800274064, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 24, |
| "artifactPath": "layers/layer_024.elasticbit", |
| "artifactBytes": 242782942, |
| "artifactSha256": "c42dbae425aa356f5e20d5b51879c8af1c3ed000c36480b538f0a067b4604b72", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 6.262203931808472, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 6, |
| "9": 1 |
| }, |
| "effectiveBits": 8.01923076923077, |
| "originalBytes": 545259520, |
| "storageBytes": 273465344, |
| "storageReduction": 0.49846754807692306, |
| "maxMatrixError": 0.009875133633613586 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0012456249975618193, |
| "maxAbsDiff": 0.171875 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0012346332035373551, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.00027807385233655213, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 25, |
| "artifactPath": "layers/layer_025.elasticbit", |
| "artifactBytes": 261291982, |
| "artifactSha256": "e1b7e80a5adba88bcc6adf689999ebbe7e45e412f3000ccfdd8791a5b15450cd", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 7.839910984039307, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.288461538461538, |
| "originalBytes": 545259520, |
| "storageBytes": 282640384, |
| "storageReduction": 0.48164062500000004, |
| "maxMatrixError": 0.008970534428954124 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0010747580921199383, |
| "maxAbsDiff": 0.109375 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0012059375091473385, |
| "maxAbsDiff": 0.625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.00028937806428798663, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 26, |
| "artifactPath": "layers/layer_026.elasticbit", |
| "artifactBytes": 243112414, |
| "artifactSha256": "4455793aaecc0a8234ca4a11173d52ef85b665716241289e5d300206bd5f36cd", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 6.361546277999878, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 6, |
| "9": 1 |
| }, |
| "effectiveBits": 8.01923076923077, |
| "originalBytes": 545259520, |
| "storageBytes": 273465344, |
| "storageReduction": 0.49846754807692306, |
| "maxMatrixError": 0.00989855732768774 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0012062006959321786, |
| "maxAbsDiff": 0.140625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0011448503943440574, |
| "maxAbsDiff": 0.109375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.00013586477069476078, |
| "maxAbsDiff": 0.03125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 27, |
| "artifactPath": "layers/layer_027.elasticbit", |
| "artifactBytes": 266346180, |
| "artifactSha256": "0ce482627f3f899ca8d3e37dbad9a686560ba8e4c0646e088e3412b65b685f47", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.68451714515686, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.008818543516099453 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0009989688022852313, |
| "maxAbsDiff": 0.09375 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0009384851521751948, |
| "maxAbsDiff": 0.09375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0006233678720733482, |
| "maxAbsDiff": 1.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 28, |
| "artifactPath": "layers/layer_028.elasticbit", |
| "artifactBytes": 266352875, |
| "artifactSha256": "b42873c927c9988a6aa732522597a9389a060e65fc454a7c7df66715f3c45c66", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.469226837158203, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "9": 3 |
| }, |
| "effectiveBits": 8.365384615384615, |
| "originalBytes": 545259520, |
| "storageBytes": 285261824, |
| "storageReduction": 0.47683293269230764, |
| "maxMatrixError": 0.008602817542850971 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.001099590518750532, |
| "maxAbsDiff": 0.15625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.001035738882081848, |
| "maxAbsDiff": 0.1171875 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0005696512715358249, |
| "maxAbsDiff": 1.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 29, |
| "artifactPath": "layers/layer_029.elasticbit", |
| "artifactBytes": 261243954, |
| "artifactSha256": "5149e56f068bfabbe76047753a62f92e61216c33c0200fa24da6117c1564e4dd", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.07001805305481, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.288461538461538, |
| "originalBytes": 545259520, |
| "storageBytes": 282640384, |
| "storageReduction": 0.48164062500000004, |
| "maxMatrixError": 0.009422062896192074 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0012289719662897875, |
| "maxAbsDiff": 0.15625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0011607090388530729, |
| "maxAbsDiff": 0.15625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0002880287843152537, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 30, |
| "artifactPath": "layers/layer_030.elasticbit", |
| "artifactBytes": 261354476, |
| "artifactSha256": "83f2d17f033465ada7e47bfebf4a47c39442b6fb77241d0293a3c5d1da10ba55", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 7.86038613319397, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.288461538461538, |
| "originalBytes": 545259520, |
| "storageBytes": 282640384, |
| "storageReduction": 0.48164062500000004, |
| "maxMatrixError": 0.009472082369029522 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0011052806594648245, |
| "maxAbsDiff": 0.125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0010517735399365466, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.00029963259314057505, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 31, |
| "artifactPath": "layers/layer_031.elasticbit", |
| "artifactBytes": 261140816, |
| "artifactSha256": "a67909b28f759cb6b026d311806efd8fa41785f55685644dd62bc8f42c7c83c8", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.47750186920166, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.288461538461538, |
| "originalBytes": 545259520, |
| "storageBytes": 282640384, |
| "storageReduction": 0.48164062500000004, |
| "maxMatrixError": 0.009065942838788033 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0012264394342415175, |
| "maxAbsDiff": 0.125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0012159064848827944, |
| "maxAbsDiff": 0.09375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0002947752893330753, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 32, |
| "artifactPath": "layers/layer_032.elasticbit", |
| "artifactBytes": 260971207, |
| "artifactSha256": "e49b9b2d042969989e83421680d868630710289b1bef92e9dae5f49bd5a65f74", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.151590585708618, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.288461538461538, |
| "originalBytes": 545259520, |
| "storageBytes": 282640384, |
| "storageReduction": 0.48164062500000004, |
| "maxMatrixError": 0.00843035988509655 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0012499301998657904, |
| "maxAbsDiff": 0.15625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0011731879310323493, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.00030086556935421854, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 33, |
| "artifactPath": "layers/layer_033.elasticbit", |
| "artifactBytes": 260876720, |
| "artifactSha256": "47b7a1b24c3f4b37a0d248f4a1167c2f91e4cc3bb28f5e139cc17f71ab2c5175", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.285758972167969, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.288461538461538, |
| "originalBytes": 545259520, |
| "storageBytes": 282640384, |
| "storageReduction": 0.48164062500000004, |
| "maxMatrixError": 0.009047066792845726 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.001431112011191741, |
| "maxAbsDiff": 0.1875 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0013452584507278808, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.00029414306836858, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 34, |
| "artifactPath": "layers/layer_034.elasticbit", |
| "artifactBytes": 242060901, |
| "artifactSha256": "efa02c3948784ecbd247f34b9bb8bc8fe816102bb747914419b3cdba2ef7d0b2", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 6.777349472045898, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 6, |
| "9": 1 |
| }, |
| "effectiveBits": 8.01923076923077, |
| "originalBytes": 545259520, |
| "storageBytes": 273465344, |
| "storageReduction": 0.49846754807692306, |
| "maxMatrixError": 0.009501693770289421 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0017283255219145896, |
| "maxAbsDiff": 0.21875 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0017457790801389957, |
| "maxAbsDiff": 0.28125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0004956711012137422, |
| "maxAbsDiff": 1.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 35, |
| "artifactPath": "layers/layer_035.elasticbit", |
| "artifactBytes": 260781642, |
| "artifactSha256": "97756a8e3515d19564e5e40d1a7122a63356b6f83449f903d4fd145ed111dedb", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 8.258169412612915, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 5, |
| "9": 2 |
| }, |
| "effectiveBits": 8.288461538461538, |
| "originalBytes": 545259520, |
| "storageBytes": 282640384, |
| "storageReduction": 0.48164062500000004, |
| "maxMatrixError": 0.00850494485348463 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0016444254729646981, |
| "maxAbsDiff": 0.25 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0015348765541865087, |
| "maxAbsDiff": 0.21875 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0005248431352211203, |
| "maxAbsDiff": 1.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 36, |
| "artifactPath": "layers/layer_036.elasticbit", |
| "artifactBytes": 241702540, |
| "artifactSha256": "409c13754c6c661d5f0ed8b621034d057ac5dca042918813e5486330ba3bedbd", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 6.651366949081421, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 6, |
| "9": 1 |
| }, |
| "effectiveBits": 8.01923076923077, |
| "originalBytes": 545259520, |
| "storageBytes": 273465344, |
| "storageReduction": 0.49846754807692306, |
| "maxMatrixError": 0.009210454300045967 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0021941641520929105, |
| "maxAbsDiff": 0.3125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.002133527363717098, |
| "maxAbsDiff": 0.3125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.00024021147505160802, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 37, |
| "artifactPath": "layers/layer_037.elasticbit", |
| "artifactBytes": 240704863, |
| "artifactSha256": "be944c205d169bc11d411aef638f0d2d7a49ee11e37ce561816a055516445922", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 6.523035526275635, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 6, |
| "9": 1 |
| }, |
| "effectiveBits": 8.01923076923077, |
| "originalBytes": 545259520, |
| "storageBytes": 273465344, |
| "storageReduction": 0.49846754807692306, |
| "maxMatrixError": 0.009804156608879566 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0032233237484931665, |
| "maxAbsDiff": 1.0 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.003121491110905156, |
| "maxAbsDiff": 0.34375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.00027602670005463114, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 38, |
| "artifactPath": "layers/layer_038.elasticbit", |
| "artifactBytes": 240136358, |
| "artifactSha256": "e93fcbbb0d6245b099ed47a807bc341239bc810f3c19003d49588fd09d8dcd6a", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 6.4355268478393555, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 6, |
| "9": 1 |
| }, |
| "effectiveBits": 8.01923076923077, |
| "originalBytes": 545259520, |
| "storageBytes": 273465344, |
| "storageReduction": 0.49846754807692306, |
| "maxMatrixError": 0.008003363385796547 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0060264744994068305, |
| "maxAbsDiff": 2.0 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.006090508301074026, |
| "maxAbsDiff": 1.5 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0005118376393765474, |
| "maxAbsDiff": 1.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 39, |
| "artifactPath": "layers/layer_039.elasticbit", |
| "artifactBytes": 258154859, |
| "artifactSha256": "3fa5d90a4309b28bb415d0807fe5ed82ddec054c308d50d184a7d991bc894a05", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 545280000, |
| "compressionSeconds": 7.867300033569336, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 7, |
| "histogram": { |
| "8": 4, |
| "7": 2, |
| "9": 1 |
| }, |
| "effectiveBits": 7.923076923076923, |
| "originalBytes": 545259520, |
| "storageBytes": 270188544, |
| "storageReduction": 0.5044771634615385, |
| "maxMatrixError": 0.0075473180040717125 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.013450599018611117, |
| "maxAbsDiff": 2.9375 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.013700686289655196, |
| "maxAbsDiff": 2.4140625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0006159525793170134, |
| "maxAbsDiff": 0.361328125 |
| }, |
| "artifactRoundTripLowMem": { |
| "releasedCount": 7, |
| "releasedDenseBytes": 545259520 |
| }, |
| "artifactRoundTripDevice": "cuda:1" |
| } |
| ], |
| "nextLayer": 40, |
| "reconstructionSmoke": { |
| "passed": true, |
| "skipped": false, |
| "sequenceLength": 32, |
| "device": "cuda:0", |
| "verifiedGlobalFiles": 3, |
| "loadedLayerCount": 40, |
| "logitsRelativeL2": 0.008397180747489612, |
| "logitsMaxAbsDiff": 0.265625, |
| "top1Match": true, |
| "finiteLogits": true, |
| "maxAllowedRelativeL2": 0.25, |
| "observedLayerSha256": { |
| "0": "92cd5be317a70c961db995895b2ed1cad283b3d8e0fa81bfa24f9a81e133fa9f", |
| "1": "f81bc19d4b6d45a988a85fe3128a64c311c0bcd1cae389bd62c8e9d7b981c268", |
| "2": "eee5ec1b3d73e53932dba3da49b9d71e7c2e535c2ec17793f22e8c3cc824f224", |
| "3": "f268760fffc9bfe3a3a2800851ec3c0e72622c743fed3aaa639f07c5a081d871", |
| "4": "dc265ec115440ace3d49e6b54a52b36a34d18e93bac29c58c8fb972d1c6305f4", |
| "5": "1c524b4937caad4b8c681caf42911a170e68d5947d917f95f86f290c7bddf82d", |
| "6": "358b691d11a268a931fc7e8bb9646913be767609b7ad5c95fc244c6f9ff6efaa", |
| "7": "9fe6f401fe0a54a4d87db09809bde60cb5e857b150a243ffe5760e93d26720d8", |
| "8": "049cdd432d3a44f39c095be53740602f7c37f6f679d894f044018123c1f95e39", |
| "9": "2ce63696446e8c6e76cbcb5c3ec8ff28dc1fe83b3ce9f13036b0e0823497f02a", |
| "10": "fc45a9605ceb562eb7b1bdce72c32dde5a1fa61c7962c31f979f214c11dd5040", |
| "11": "2f1051a4954ece5a9e706c9e6d3a17206ec8275b198e30b1b02aa68f155db90d", |
| "12": "286569acef3af764a2bba5e31c8f86aa7a4255771ed75debd28803f9932d834b", |
| "13": "519370a88608f5c86e2eb10f31a971b624cdc39e4c04b95ea3db7e5a338c5702", |
| "14": "dd77c6407801f72875f34738fed7ba7fe7c47e2eb4741bc061f0acbdaf744f39", |
| "15": "451abd37b537bb3d774db45f507dadbbdeead80c6052de51da81951f6c119f74", |
| "16": "7f2511a72c4537238f854e41776a609b2c7b976f19fed6c0f90decff1202339e", |
| "17": "307db28cc09332414e0d092215e4a982c2db99f66bd26efe209c0b5b7b300c64", |
| "18": "51ffa8e14674ad7f2830f971489bae78148a20d652d35e48f3653db4b4a48d72", |
| "19": "c8f4e1ceba03afe693e6f7a3aedd58a9ffebc1f891445819389611edc2412441", |
| "20": "e7ba50534d8c7a2bac14afceab18efaead16b2e2c5db9f6b39e291639f6a6447", |
| "21": "a6e19de67e30e2c86b4a442d1993db64fce6a5928c3d7a3936e4fbea9d93fc65", |
| "22": "fa38e3c4d03966036e4ef52729d7121243171b188e0609c74a44fb9b9dc23686", |
| "23": "f4c39a3be03f384644e80239fc74f830ec5e585aed7c4e669003eec9f5c83a5e", |
| "24": "c42dbae425aa356f5e20d5b51879c8af1c3ed000c36480b538f0a067b4604b72", |
| "25": "e1b7e80a5adba88bcc6adf689999ebbe7e45e412f3000ccfdd8791a5b15450cd", |
| "26": "4455793aaecc0a8234ca4a11173d52ef85b665716241289e5d300206bd5f36cd", |
| "27": "0ce482627f3f899ca8d3e37dbad9a686560ba8e4c0646e088e3412b65b685f47", |
| "28": "b42873c927c9988a6aa732522597a9389a060e65fc454a7c7df66715f3c45c66", |
| "29": "5149e56f068bfabbe76047753a62f92e61216c33c0200fa24da6117c1564e4dd", |
| "30": "83f2d17f033465ada7e47bfebf4a47c39442b6fb77241d0293a3c5d1da10ba55", |
| "31": "a67909b28f759cb6b026d311806efd8fa41785f55685644dd62bc8f42c7c83c8", |
| "32": "e49b9b2d042969989e83421680d868630710289b1bef92e9dae5f49bd5a65f74", |
| "33": "47b7a1b24c3f4b37a0d248f4a1167c2f91e4cc3bb28f5e139cc17f71ab2c5175", |
| "34": "efa02c3948784ecbd247f34b9bb8bc8fe816102bb747914419b3cdba2ef7d0b2", |
| "35": "97756a8e3515d19564e5e40d1a7122a63356b6f83449f903d4fd145ed111dedb", |
| "36": "409c13754c6c661d5f0ed8b621034d057ac5dca042918813e5486330ba3bedbd", |
| "37": "be944c205d169bc11d411aef638f0d2d7a49ee11e37ce561816a055516445922", |
| "38": "e93fcbbb0d6245b099ed47a807bc341239bc810f3c19003d49588fd09d8dcd6a", |
| "39": "3fa5d90a4309b28bb415d0807fe5ed82ddec054c308d50d184a7d991bc894a05" |
| }, |
| "lowMemLayerLoads": { |
| "0": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "1": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "2": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "3": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "4": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "5": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "6": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "7": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "8": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "9": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "10": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "11": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "12": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "13": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "14": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "15": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "16": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "17": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "18": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "19": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "20": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "21": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "22": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "23": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "24": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "25": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "26": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "27": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "28": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "29": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "30": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "31": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "32": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "33": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "34": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "35": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "36": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "37": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "38": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "39": { |
| "placeholderCount": 7, |
| "avoidedDenseBytesApproxFP16": 545259520, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| } |
| }, |
| "lmHeadBoundary": { |
| "inputDtype": "torch.float16", |
| "inputDevice": "cuda:0", |
| "weightDtype": "torch.float16", |
| "weightDevice": "cuda:0" |
| } |
| }, |
| "complete": true, |
| "aggregate": { |
| "completedLayers": 40, |
| "linearOriginalBytes": 21810380800, |
| "linearElasticBitStorageBytes": 11213209600, |
| "linearStorageReduction": 0.48587740384615385, |
| "parameterWeightedEffectiveBits": 8.220673076923077, |
| "layerArtifactBytes": 10248019500, |
| "globalComponentBytes": 2684365096, |
| "totalUploadedModelBytesApprox": 12932384596 |
| }, |
| "sourceSmokeReference": { |
| "path": "validation/source_smoke_reference.safetensors", |
| "sha256": "ae79a2b63992e18f3b8ed51148f6aab492b90aad225bfcf025f1ae07592b43f2" |
| }, |
| "validationContractVersion": 3 |
| } |
