{ "format": "mlbricks-elasticbit-multimodel-converter", "version": 3, "sourceModel": "mistralai/Mistral-Nemo-Base-2407", "sourceRevision": "a4477a2f977929a969745b69bbd62e03043551a5", "sourceLicense": "apache-2.0", "outputRepo": "maxzameer/Mistral-Nemo-Base-2407-ElasticBit", "mlbricksGit": "https://github.com/MlBricks/MLBricks.git", "mlbricksCommit": "f772eb27d2d6b84764e9e90458827dac6980a88a", "threshold": 0.01, "workingPrecision": "FP16 requested; persistent loaded dtypes preserved", "decodePolicy": "hardwareNative", "layerPath": "model.layers", "numLayers": 40, "calibration": { "sequenceLength": 96, "blocks": 4, "textSha256": "c362dfd115ef8035b38f52998966879cff4e46a5e08dd9f14da320a55f372553", "inputIdsPath": "calibration/input_ids.safetensors" }, "validation": { "sequenceLength": 96, "blocks": 1, "textSha256": "685f707047afba5b81807c0a72fde454c8fb6cef7f0061d9a80ebfa6e9cc8ff9", "inputIdsPath": "validation/input_ids.safetensors", "sourceSmokeReferencePath": "validation/source_smoke_reference.safetensors" }, "globalsComplete": true, "globalManifest": "components/global_manifest.json", "globalManifestVersion": 2, "globalComponentBytes": 2684365096, "layers": [ { "layerIndex": 0, "artifactPath": "layers/layer_000.elasticbit", "artifactBytes": 232826246, "artifactSha256": "92cd5be317a70c961db995895b2ed1cad283b3d8e0fa81bfa24f9a81e133fa9f", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 6.115745306015015, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "6": 1, "7": 1, "10": 1, "8": 4 }, "effectiveBits": 7.865384615384615, "originalBytes": 545259520, "storageBytes": 268222464, "storageReduction": 0.5080829326923078, "maxMatrixError": 0.009905168786644936 }, "isolatedCalibrationValidation": { "relativeL2": 0.008001150722983977, "maxAbsDiff": 3.0 }, "independentValidation": { "relativeL2": 0.007856486225838918, "maxAbsDiff": 1.501953125 }, "artifactRoundTripValidation": { "relativeL2": 0.0006550035425661569, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 1, "artifactPath": "layers/layer_001.elasticbit", "artifactBytes": 247775287, "artifactSha256": "f81bc19d4b6d45a988a85fe3128a64c311c0bcd1cae389bd62c8e9d7b981c268", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 6.042173385620117, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.096153846153847, "originalBytes": 545259520, "storageBytes": 276086784, "storageReduction": 0.49365985576923077, "maxMatrixError": 0.009790085256099701 }, "isolatedCalibrationValidation": { "relativeL2": 0.0002420066818632922, "maxAbsDiff": 0.0625 }, "independentValidation": { "relativeL2": 0.0002272484686837254, "maxAbsDiff": 0.015625 }, "artifactRoundTripValidation": { "relativeL2": 2.5152205844765907e-05, "maxAbsDiff": 0.015625 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 2, "artifactPath": "layers/layer_002.elasticbit", "artifactBytes": 276808232, "artifactSha256": "eee5ec1b3d73e53932dba3da49b9d71e7c2e535c2ec17793f22e8c3cc824f224", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.567029476165771, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.557692307692308, "originalBytes": 545259520, "storageBytes": 291815424, "storageReduction": 0.4648137019230769, "maxMatrixError": 0.009910409338772297 }, "isolatedCalibrationValidation": { "relativeL2": 0.005371678858586797, "maxAbsDiff": 3.0 }, "independentValidation": { "relativeL2": 0.00453750370415338, "maxAbsDiff": 2.75 }, "artifactRoundTripValidation": { "relativeL2": 5.2577843360349386e-05, "maxAbsDiff": 0.0625 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 3, "artifactPath": "layers/layer_003.elasticbit", "artifactBytes": 247249094, "artifactSha256": "f268760fffc9bfe3a3a2800851ec3c0e72622c743fed3aaa639f07c5a081d871", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 6.0749499797821045, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.096153846153847, "originalBytes": 545259520, "storageBytes": 276086784, "storageReduction": 0.49365985576923077, "maxMatrixError": 0.008931013755500317 }, "isolatedCalibrationValidation": { "relativeL2": 0.0002768150512739576, "maxAbsDiff": 0.01953125 }, "independentValidation": { "relativeL2": 0.00027298060356261284, "maxAbsDiff": 0.0166015625 }, "artifactRoundTripValidation": { "relativeL2": 0.0003119684453320004, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 4, "artifactPath": "layers/layer_004.elasticbit", "artifactBytes": 246914663, "artifactSha256": "dc265ec115440ace3d49e6b54a52b36a34d18e93bac29c58c8fb972d1c6305f4", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 5.929730415344238, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.096153846153847, "originalBytes": 545259520, "storageBytes": 276086784, "storageReduction": 0.49365985576923077, "maxMatrixError": 0.009597794152796268 }, "isolatedCalibrationValidation": { "relativeL2": 0.0003295067417577776, "maxAbsDiff": 0.01953125 }, "independentValidation": { "relativeL2": 0.000331098174732675, "maxAbsDiff": 0.015625 }, "artifactRoundTripValidation": { "relativeL2": 0.0003215437301981423, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 5, "artifactPath": "layers/layer_005.elasticbit", "artifactBytes": 246803040, "artifactSha256": "1c524b4937caad4b8c681caf42911a170e68d5947d917f95f86f290c7bddf82d", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 5.957427978515625, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.096153846153847, "originalBytes": 545259520, "storageBytes": 276086784, "storageReduction": 0.49365985576923077, "maxMatrixError": 0.0099670784547925 }, "isolatedCalibrationValidation": { "relativeL2": 0.0004073115240725673, "maxAbsDiff": 0.03125 }, "independentValidation": { "relativeL2": 0.0004026536320186167, "maxAbsDiff": 0.029296875 }, "artifactRoundTripValidation": { "relativeL2": 8.700411741224408e-05, "maxAbsDiff": 0.125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 6, "artifactPath": "layers/layer_006.elasticbit", "artifactBytes": 265454578, "artifactSha256": "358b691d11a268a931fc7e8bb9646913be767609b7ad5c95fc244c6f9ff6efaa", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 7.398933410644531, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.008887442760169506 }, "isolatedCalibrationValidation": { "relativeL2": 0.0004003298402075102, "maxAbsDiff": 0.03125 }, "independentValidation": { "relativeL2": 0.0003990514047802817, "maxAbsDiff": 0.03125 }, "artifactRoundTripValidation": { "relativeL2": 5.6931620811518106e-05, "maxAbsDiff": 0.0625 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 7, "artifactPath": "layers/layer_007.elasticbit", "artifactBytes": 247070400, "artifactSha256": "9fe6f401fe0a54a4d87db09809bde60cb5e857b150a243ffe5760e93d26720d8", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 5.952236652374268, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.096153846153847, "originalBytes": 545259520, "storageBytes": 276086784, "storageReduction": 0.49365985576923077, "maxMatrixError": 0.009804410859942436 }, "isolatedCalibrationValidation": { "relativeL2": 0.0005186009820663601, "maxAbsDiff": 0.125 }, "independentValidation": { "relativeL2": 0.000516648860185784, "maxAbsDiff": 0.03515625 }, "artifactRoundTripValidation": { "relativeL2": 6.0574927606854914e-05, "maxAbsDiff": 0.0625 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 8, "artifactPath": "layers/layer_008.elasticbit", "artifactBytes": 265477246, "artifactSha256": "049cdd432d3a44f39c095be53740602f7c37f6f679d894f044018123c1f95e39", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 7.433326721191406, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.008969315327703953 }, "isolatedCalibrationValidation": { "relativeL2": 0.0004884772973572698, "maxAbsDiff": 0.03515625 }, "independentValidation": { "relativeL2": 0.00047897978061356964, "maxAbsDiff": 0.03515625 }, "artifactRoundTripValidation": { "relativeL2": 5.028278880438217e-05, "maxAbsDiff": 0.03125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 9, "artifactPath": "layers/layer_009.elasticbit", "artifactBytes": 246143843, "artifactSha256": "2ce63696446e8c6e76cbcb5c3ec8ff28dc1fe83b3ce9f13036b0e0823497f02a", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 5.944741725921631, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.096153846153847, "originalBytes": 545259520, "storageBytes": 276086784, "storageReduction": 0.49365985576923077, "maxMatrixError": 0.009111955761909485 }, "isolatedCalibrationValidation": { "relativeL2": 0.0009959700447932452, "maxAbsDiff": 1.0 }, "independentValidation": { "relativeL2": 0.001014350684609458, "maxAbsDiff": 1.0 }, "artifactRoundTripValidation": { "relativeL2": 0.0002941906003749491, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 10, "artifactPath": "layers/layer_010.elasticbit", "artifactBytes": 245768230, "artifactSha256": "fc45a9605ceb562eb7b1bdce72c32dde5a1fa61c7962c31f979f214c11dd5040", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 5.91085958480835, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.096153846153847, "originalBytes": 545259520, "storageBytes": 276086784, "storageReduction": 0.49365985576923077, "maxMatrixError": 0.009873110800981522 }, "isolatedCalibrationValidation": { "relativeL2": 0.0006749254078991258, "maxAbsDiff": 0.07421875 }, "independentValidation": { "relativeL2": 0.0006543359678099396, "maxAbsDiff": 0.0546875 }, "artifactRoundTripValidation": { "relativeL2": 8.59521109441344e-05, "maxAbsDiff": 0.125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 11, "artifactPath": "layers/layer_011.elasticbit", "artifactBytes": 246300360, "artifactSha256": "2f1051a4954ece5a9e706c9e6d3a17206ec8275b198e30b1b02aa68f155db90d", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 5.925069570541382, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.096153846153847, "originalBytes": 545259520, "storageBytes": 276086784, "storageReduction": 0.49365985576923077, "maxMatrixError": 0.009991156868636608 }, "isolatedCalibrationValidation": { "relativeL2": 0.0006929049949110063, "maxAbsDiff": 0.14453125 }, "independentValidation": { "relativeL2": 0.0006627800442405029, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.0002965498941120087, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 12, "artifactPath": "layers/layer_012.elasticbit", "artifactBytes": 265061044, "artifactSha256": "286569acef3af764a2bba5e31c8f86aa7a4255771ed75debd28803f9932d834b", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 7.344173192977905, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.00932260975241661 }, "isolatedCalibrationValidation": { "relativeL2": 0.0005880762703062495, "maxAbsDiff": 0.0859375 }, "independentValidation": { "relativeL2": 0.0006025119271388775, "maxAbsDiff": 0.078125 }, "artifactRoundTripValidation": { "relativeL2": 9.035129324414429e-05, "maxAbsDiff": 0.125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 13, "artifactPath": "layers/layer_013.elasticbit", "artifactBytes": 246310599, "artifactSha256": "519370a88608f5c86e2eb10f31a971b624cdc39e4c04b95ea3db7e5a338c5702", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 5.829791069030762, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.096153846153847, "originalBytes": 545259520, "storageBytes": 276086784, "storageReduction": 0.49365985576923077, "maxMatrixError": 0.009994006715714931 }, "isolatedCalibrationValidation": { "relativeL2": 0.0007163259593661344, "maxAbsDiff": 0.140625 }, "independentValidation": { "relativeL2": 0.0013828275608132336, "maxAbsDiff": 0.5 }, "artifactRoundTripValidation": { "relativeL2": 6.299810416764236e-05, "maxAbsDiff": 0.0625 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 14, "artifactPath": "layers/layer_014.elasticbit", "artifactBytes": 264877973, "artifactSha256": "dd77c6407801f72875f34738fed7ba7fe7c47e2eb4741bc061f0acbdaf744f39", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 7.2997887134552, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.009116681292653084 }, "isolatedCalibrationValidation": { "relativeL2": 0.0006020839115642836, "maxAbsDiff": 0.0625 }, "independentValidation": { "relativeL2": 0.0008083295314406149, "maxAbsDiff": 0.375 }, "artifactRoundTripValidation": { "relativeL2": 5.9787351467618886e-05, "maxAbsDiff": 0.03125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 15, "artifactPath": "layers/layer_015.elasticbit", "artifactBytes": 264833262, "artifactSha256": "451abd37b537bb3d774db45f507dadbbdeead80c6052de51da81951f6c119f74", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 7.242218971252441, "threshold": 0.01, "device": "cuda:0", "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.00914365891367197 }, "isolatedCalibrationValidation": { "relativeL2": 0.0006332564320979471, "maxAbsDiff": 0.0703125 }, "independentValidation": { "relativeL2": 0.0006340165211428278, "maxAbsDiff": 0.0625 }, "artifactRoundTripValidation": { "relativeL2": 0.00028865751967519177, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 16, "artifactPath": "layers/layer_016.elasticbit", "artifactBytes": 264939904, "artifactSha256": "7f2511a72c4537238f854e41776a609b2c7b976f19fed6c0f90decff1202339e", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 9.558650255203247, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.009173978120088577 }, "isolatedCalibrationValidation": { "relativeL2": 0.0007062571859408101, "maxAbsDiff": 0.5 }, "independentValidation": { "relativeL2": 0.000687052390857446, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.00011613075551839877, "maxAbsDiff": 0.125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 17, "artifactPath": "layers/layer_017.elasticbit", "artifactBytes": 264750270, "artifactSha256": "307db28cc09332414e0d092215e4a982c2db99f66bd26efe209c0b5b7b300c64", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.750614881515503, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.009038206189870834 }, "isolatedCalibrationValidation": { "relativeL2": 0.0007788017446867617, "maxAbsDiff": 0.125 }, "independentValidation": { "relativeL2": 0.0007676935344047787, "maxAbsDiff": 0.09375 }, "artifactRoundTripValidation": { "relativeL2": 0.0002881397800358047, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 18, "artifactPath": "layers/layer_018.elasticbit", "artifactBytes": 265003339, "artifactSha256": "51ffa8e14674ad7f2830f971489bae78148a20d652d35e48f3653db4b4a48d72", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.53762674331665, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.009077970869839191 }, "isolatedCalibrationValidation": { "relativeL2": 0.0008335430016460669, "maxAbsDiff": 0.125 }, "independentValidation": { "relativeL2": 0.0008371658230428903, "maxAbsDiff": 0.1171875 }, "artifactRoundTripValidation": { "relativeL2": 0.00010027868030786032, "maxAbsDiff": 0.125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 19, "artifactPath": "layers/layer_019.elasticbit", "artifactBytes": 265260584, "artifactSha256": "c8f4e1ceba03afe693e6f7a3aedd58a9ffebc1f891445819389611edc2412441", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.426805019378662, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.009026364423334599 }, "isolatedCalibrationValidation": { "relativeL2": 0.0008671902920784148, "maxAbsDiff": 0.1328125 }, "independentValidation": { "relativeL2": 0.0008649009176227956, "maxAbsDiff": 0.1015625 }, "artifactRoundTripValidation": { "relativeL2": 9.964686891934044e-05, "maxAbsDiff": 0.125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 20, "artifactPath": "layers/layer_020.elasticbit", "artifactBytes": 265659711, "artifactSha256": "e7ba50534d8c7a2bac14afceab18efaead16b2e2c5db9f6b39e291639f6a6447", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.810725688934326, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.009101495146751404 }, "isolatedCalibrationValidation": { "relativeL2": 0.000773304756969801, "maxAbsDiff": 0.0703125 }, "independentValidation": { "relativeL2": 0.000790261591236636, "maxAbsDiff": 0.078125 }, "artifactRoundTripValidation": { "relativeL2": 8.302237259229653e-05, "maxAbsDiff": 0.03125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 21, "artifactPath": "layers/layer_021.elasticbit", "artifactBytes": 265900127, "artifactSha256": "a6e19de67e30e2c86b4a442d1993db64fce6a5928c3d7a3936e4fbea9d93fc65", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.394160509109497, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.008994117379188538 }, "isolatedCalibrationValidation": { "relativeL2": 0.0007951763145274613, "maxAbsDiff": 0.09375 }, "independentValidation": { "relativeL2": 0.0008263913184379327, "maxAbsDiff": 0.078125 }, "artifactRoundTripValidation": { "relativeL2": 8.858278775259924e-05, "maxAbsDiff": 0.03125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 22, "artifactPath": "layers/layer_022.elasticbit", "artifactBytes": 265883690, "artifactSha256": "fa38e3c4d03966036e4ef52729d7121243171b188e0609c74a44fb9b9dc23686", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.810611724853516, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.009044789709150791 }, "isolatedCalibrationValidation": { "relativeL2": 0.0011174226087463546, "maxAbsDiff": 0.16357421875 }, "independentValidation": { "relativeL2": 0.0011205116947533137, "maxAbsDiff": 0.16674041748046875 }, "artifactRoundTripValidation": { "relativeL2": 0.0002848460763641307, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 23, "artifactPath": "layers/layer_023.elasticbit", "artifactBytes": 265933049, "artifactSha256": "f4c39a3be03f384644e80239fc74f830ec5e585aed7c4e669003eec9f5c83a5e", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.881150960922241, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.009021880105137825 }, "isolatedCalibrationValidation": { "relativeL2": 0.001022313611731097, "maxAbsDiff": 0.125 }, "independentValidation": { "relativeL2": 0.001015504346781595, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.00027764557800274064, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 24, "artifactPath": "layers/layer_024.elasticbit", "artifactBytes": 242782942, "artifactSha256": "c42dbae425aa356f5e20d5b51879c8af1c3ed000c36480b538f0a067b4604b72", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 6.262203931808472, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 6, "9": 1 }, "effectiveBits": 8.01923076923077, "originalBytes": 545259520, "storageBytes": 273465344, "storageReduction": 0.49846754807692306, "maxMatrixError": 0.009875133633613586 }, "isolatedCalibrationValidation": { "relativeL2": 0.0012456249975618193, "maxAbsDiff": 0.171875 }, "independentValidation": { "relativeL2": 0.0012346332035373551, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.00027807385233655213, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 25, "artifactPath": "layers/layer_025.elasticbit", "artifactBytes": 261291982, "artifactSha256": "e1b7e80a5adba88bcc6adf689999ebbe7e45e412f3000ccfdd8791a5b15450cd", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 7.839910984039307, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.288461538461538, "originalBytes": 545259520, "storageBytes": 282640384, "storageReduction": 0.48164062500000004, "maxMatrixError": 0.008970534428954124 }, "isolatedCalibrationValidation": { "relativeL2": 0.0010747580921199383, "maxAbsDiff": 0.109375 }, "independentValidation": { "relativeL2": 0.0012059375091473385, "maxAbsDiff": 0.625 }, "artifactRoundTripValidation": { "relativeL2": 0.00028937806428798663, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 26, "artifactPath": "layers/layer_026.elasticbit", "artifactBytes": 243112414, "artifactSha256": "4455793aaecc0a8234ca4a11173d52ef85b665716241289e5d300206bd5f36cd", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 6.361546277999878, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 6, "9": 1 }, "effectiveBits": 8.01923076923077, "originalBytes": 545259520, "storageBytes": 273465344, "storageReduction": 0.49846754807692306, "maxMatrixError": 0.00989855732768774 }, "isolatedCalibrationValidation": { "relativeL2": 0.0012062006959321786, "maxAbsDiff": 0.140625 }, "independentValidation": { "relativeL2": 0.0011448503943440574, "maxAbsDiff": 0.109375 }, "artifactRoundTripValidation": { "relativeL2": 0.00013586477069476078, "maxAbsDiff": 0.03125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 27, "artifactPath": "layers/layer_027.elasticbit", "artifactBytes": 266346180, "artifactSha256": "0ce482627f3f899ca8d3e37dbad9a686560ba8e4c0646e088e3412b65b685f47", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.68451714515686, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.008818543516099453 }, "isolatedCalibrationValidation": { "relativeL2": 0.0009989688022852313, "maxAbsDiff": 0.09375 }, "independentValidation": { "relativeL2": 0.0009384851521751948, "maxAbsDiff": 0.09375 }, "artifactRoundTripValidation": { "relativeL2": 0.0006233678720733482, "maxAbsDiff": 1.0 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 28, "artifactPath": "layers/layer_028.elasticbit", "artifactBytes": 266352875, "artifactSha256": "b42873c927c9988a6aa732522597a9389a060e65fc454a7c7df66715f3c45c66", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.469226837158203, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 4, "9": 3 }, "effectiveBits": 8.365384615384615, "originalBytes": 545259520, "storageBytes": 285261824, "storageReduction": 0.47683293269230764, "maxMatrixError": 0.008602817542850971 }, "isolatedCalibrationValidation": { "relativeL2": 0.001099590518750532, "maxAbsDiff": 0.15625 }, "independentValidation": { "relativeL2": 0.001035738882081848, "maxAbsDiff": 0.1171875 }, "artifactRoundTripValidation": { "relativeL2": 0.0005696512715358249, "maxAbsDiff": 1.0 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 29, "artifactPath": "layers/layer_029.elasticbit", "artifactBytes": 261243954, "artifactSha256": "5149e56f068bfabbe76047753a62f92e61216c33c0200fa24da6117c1564e4dd", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.07001805305481, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.288461538461538, "originalBytes": 545259520, "storageBytes": 282640384, "storageReduction": 0.48164062500000004, "maxMatrixError": 0.009422062896192074 }, "isolatedCalibrationValidation": { "relativeL2": 0.0012289719662897875, "maxAbsDiff": 0.15625 }, "independentValidation": { "relativeL2": 0.0011607090388530729, "maxAbsDiff": 0.15625 }, "artifactRoundTripValidation": { "relativeL2": 0.0002880287843152537, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 30, "artifactPath": "layers/layer_030.elasticbit", "artifactBytes": 261354476, "artifactSha256": "83f2d17f033465ada7e47bfebf4a47c39442b6fb77241d0293a3c5d1da10ba55", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 7.86038613319397, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.288461538461538, "originalBytes": 545259520, "storageBytes": 282640384, "storageReduction": 0.48164062500000004, "maxMatrixError": 0.009472082369029522 }, "isolatedCalibrationValidation": { "relativeL2": 0.0011052806594648245, "maxAbsDiff": 0.125 }, "independentValidation": { "relativeL2": 0.0010517735399365466, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.00029963259314057505, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 31, "artifactPath": "layers/layer_031.elasticbit", "artifactBytes": 261140816, "artifactSha256": "a67909b28f759cb6b026d311806efd8fa41785f55685644dd62bc8f42c7c83c8", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.47750186920166, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.288461538461538, "originalBytes": 545259520, "storageBytes": 282640384, "storageReduction": 0.48164062500000004, "maxMatrixError": 0.009065942838788033 }, "isolatedCalibrationValidation": { "relativeL2": 0.0012264394342415175, "maxAbsDiff": 0.125 }, "independentValidation": { "relativeL2": 0.0012159064848827944, "maxAbsDiff": 0.09375 }, "artifactRoundTripValidation": { "relativeL2": 0.0002947752893330753, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 32, "artifactPath": "layers/layer_032.elasticbit", "artifactBytes": 260971207, "artifactSha256": "e49b9b2d042969989e83421680d868630710289b1bef92e9dae5f49bd5a65f74", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.151590585708618, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.288461538461538, "originalBytes": 545259520, "storageBytes": 282640384, "storageReduction": 0.48164062500000004, "maxMatrixError": 0.00843035988509655 }, "isolatedCalibrationValidation": { "relativeL2": 0.0012499301998657904, "maxAbsDiff": 0.15625 }, "independentValidation": { "relativeL2": 0.0011731879310323493, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.00030086556935421854, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 33, "artifactPath": "layers/layer_033.elasticbit", "artifactBytes": 260876720, "artifactSha256": "47b7a1b24c3f4b37a0d248f4a1167c2f91e4cc3bb28f5e139cc17f71ab2c5175", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.285758972167969, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.288461538461538, "originalBytes": 545259520, "storageBytes": 282640384, "storageReduction": 0.48164062500000004, "maxMatrixError": 0.009047066792845726 }, "isolatedCalibrationValidation": { "relativeL2": 0.001431112011191741, "maxAbsDiff": 0.1875 }, "independentValidation": { "relativeL2": 0.0013452584507278808, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.00029414306836858, "maxAbsDiff": 0.5 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 34, "artifactPath": "layers/layer_034.elasticbit", "artifactBytes": 242060901, "artifactSha256": "efa02c3948784ecbd247f34b9bb8bc8fe816102bb747914419b3cdba2ef7d0b2", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 6.777349472045898, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 6, "9": 1 }, "effectiveBits": 8.01923076923077, "originalBytes": 545259520, "storageBytes": 273465344, "storageReduction": 0.49846754807692306, "maxMatrixError": 0.009501693770289421 }, "isolatedCalibrationValidation": { "relativeL2": 0.0017283255219145896, "maxAbsDiff": 0.21875 }, "independentValidation": { "relativeL2": 0.0017457790801389957, "maxAbsDiff": 0.28125 }, "artifactRoundTripValidation": { "relativeL2": 0.0004956711012137422, "maxAbsDiff": 1.0 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 35, "artifactPath": "layers/layer_035.elasticbit", "artifactBytes": 260781642, "artifactSha256": "97756a8e3515d19564e5e40d1a7122a63356b6f83449f903d4fd145ed111dedb", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 8.258169412612915, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 5, "9": 2 }, "effectiveBits": 8.288461538461538, "originalBytes": 545259520, "storageBytes": 282640384, "storageReduction": 0.48164062500000004, "maxMatrixError": 0.00850494485348463 }, "isolatedCalibrationValidation": { "relativeL2": 0.0016444254729646981, "maxAbsDiff": 0.25 }, "independentValidation": { "relativeL2": 0.0015348765541865087, "maxAbsDiff": 0.21875 }, "artifactRoundTripValidation": { "relativeL2": 0.0005248431352211203, "maxAbsDiff": 1.0 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 36, "artifactPath": "layers/layer_036.elasticbit", "artifactBytes": 241702540, "artifactSha256": "409c13754c6c661d5f0ed8b621034d057ac5dca042918813e5486330ba3bedbd", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 6.651366949081421, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 6, "9": 1 }, "effectiveBits": 8.01923076923077, "originalBytes": 545259520, "storageBytes": 273465344, "storageReduction": 0.49846754807692306, "maxMatrixError": 0.009210454300045967 }, "isolatedCalibrationValidation": { "relativeL2": 0.0021941641520929105, "maxAbsDiff": 0.3125 }, "independentValidation": { "relativeL2": 0.002133527363717098, "maxAbsDiff": 0.3125 }, "artifactRoundTripValidation": { "relativeL2": 0.00024021147505160802, "maxAbsDiff": 0.125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 37, "artifactPath": "layers/layer_037.elasticbit", "artifactBytes": 240704863, "artifactSha256": "be944c205d169bc11d411aef638f0d2d7a49ee11e37ce561816a055516445922", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 6.523035526275635, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 6, "9": 1 }, "effectiveBits": 8.01923076923077, "originalBytes": 545259520, "storageBytes": 273465344, "storageReduction": 0.49846754807692306, "maxMatrixError": 0.009804156608879566 }, "isolatedCalibrationValidation": { "relativeL2": 0.0032233237484931665, "maxAbsDiff": 1.0 }, "independentValidation": { "relativeL2": 0.003121491110905156, "maxAbsDiff": 0.34375 }, "artifactRoundTripValidation": { "relativeL2": 0.00027602670005463114, "maxAbsDiff": 0.125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 38, "artifactPath": "layers/layer_038.elasticbit", "artifactBytes": 240136358, "artifactSha256": "e93fcbbb0d6245b099ed47a807bc341239bc810f3c19003d49588fd09d8dcd6a", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 6.4355268478393555, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 7, "histogram": { "8": 6, "9": 1 }, "effectiveBits": 8.01923076923077, "originalBytes": 545259520, "storageBytes": 273465344, "storageReduction": 0.49846754807692306, "maxMatrixError": 0.008003363385796547 }, "isolatedCalibrationValidation": { "relativeL2": 0.0060264744994068305, "maxAbsDiff": 2.0 }, "independentValidation": { "relativeL2": 0.006090508301074026, "maxAbsDiff": 1.5 }, "artifactRoundTripValidation": { "relativeL2": 0.0005118376393765474, "maxAbsDiff": 1.0 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 39, "artifactPath": "layers/layer_039.elasticbit", "artifactBytes": 258154859, "artifactSha256": "3fa5d90a4309b28bb415d0807fe5ed82ddec054c308d50d184a7d991bc894a05", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 545280000, "compressionSeconds": 7.867300033569336, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 7, "histogram": { "8": 4, "7": 2, "9": 1 }, "effectiveBits": 7.923076923076923, "originalBytes": 545259520, "storageBytes": 270188544, "storageReduction": 0.5044771634615385, "maxMatrixError": 0.0075473180040717125 }, "isolatedCalibrationValidation": { "relativeL2": 0.013450599018611117, "maxAbsDiff": 2.9375 }, "independentValidation": { "relativeL2": 0.013700686289655196, "maxAbsDiff": 2.4140625 }, "artifactRoundTripValidation": { "relativeL2": 0.0006159525793170134, "maxAbsDiff": 0.361328125 }, "artifactRoundTripLowMem": { "releasedCount": 7, "releasedDenseBytes": 545259520 }, "artifactRoundTripDevice": "cuda:1" } ], "nextLayer": 40, "reconstructionSmoke": { "passed": true, "skipped": false, "sequenceLength": 32, "device": "cuda:0", "verifiedGlobalFiles": 3, "loadedLayerCount": 40, "logitsRelativeL2": 0.008397180747489612, "logitsMaxAbsDiff": 0.265625, "top1Match": true, "finiteLogits": true, "maxAllowedRelativeL2": 0.25, "observedLayerSha256": { "0": "92cd5be317a70c961db995895b2ed1cad283b3d8e0fa81bfa24f9a81e133fa9f", "1": "f81bc19d4b6d45a988a85fe3128a64c311c0bcd1cae389bd62c8e9d7b981c268", "2": "eee5ec1b3d73e53932dba3da49b9d71e7c2e535c2ec17793f22e8c3cc824f224", "3": "f268760fffc9bfe3a3a2800851ec3c0e72622c743fed3aaa639f07c5a081d871", "4": "dc265ec115440ace3d49e6b54a52b36a34d18e93bac29c58c8fb972d1c6305f4", "5": "1c524b4937caad4b8c681caf42911a170e68d5947d917f95f86f290c7bddf82d", "6": "358b691d11a268a931fc7e8bb9646913be767609b7ad5c95fc244c6f9ff6efaa", "7": "9fe6f401fe0a54a4d87db09809bde60cb5e857b150a243ffe5760e93d26720d8", "8": "049cdd432d3a44f39c095be53740602f7c37f6f679d894f044018123c1f95e39", "9": "2ce63696446e8c6e76cbcb5c3ec8ff28dc1fe83b3ce9f13036b0e0823497f02a", "10": "fc45a9605ceb562eb7b1bdce72c32dde5a1fa61c7962c31f979f214c11dd5040", "11": "2f1051a4954ece5a9e706c9e6d3a17206ec8275b198e30b1b02aa68f155db90d", "12": "286569acef3af764a2bba5e31c8f86aa7a4255771ed75debd28803f9932d834b", "13": "519370a88608f5c86e2eb10f31a971b624cdc39e4c04b95ea3db7e5a338c5702", "14": "dd77c6407801f72875f34738fed7ba7fe7c47e2eb4741bc061f0acbdaf744f39", "15": "451abd37b537bb3d774db45f507dadbbdeead80c6052de51da81951f6c119f74", "16": "7f2511a72c4537238f854e41776a609b2c7b976f19fed6c0f90decff1202339e", "17": "307db28cc09332414e0d092215e4a982c2db99f66bd26efe209c0b5b7b300c64", "18": "51ffa8e14674ad7f2830f971489bae78148a20d652d35e48f3653db4b4a48d72", "19": "c8f4e1ceba03afe693e6f7a3aedd58a9ffebc1f891445819389611edc2412441", "20": "e7ba50534d8c7a2bac14afceab18efaead16b2e2c5db9f6b39e291639f6a6447", "21": "a6e19de67e30e2c86b4a442d1993db64fce6a5928c3d7a3936e4fbea9d93fc65", "22": "fa38e3c4d03966036e4ef52729d7121243171b188e0609c74a44fb9b9dc23686", "23": "f4c39a3be03f384644e80239fc74f830ec5e585aed7c4e669003eec9f5c83a5e", "24": "c42dbae425aa356f5e20d5b51879c8af1c3ed000c36480b538f0a067b4604b72", "25": "e1b7e80a5adba88bcc6adf689999ebbe7e45e412f3000ccfdd8791a5b15450cd", "26": "4455793aaecc0a8234ca4a11173d52ef85b665716241289e5d300206bd5f36cd", "27": "0ce482627f3f899ca8d3e37dbad9a686560ba8e4c0646e088e3412b65b685f47", "28": "b42873c927c9988a6aa732522597a9389a060e65fc454a7c7df66715f3c45c66", "29": "5149e56f068bfabbe76047753a62f92e61216c33c0200fa24da6117c1564e4dd", "30": "83f2d17f033465ada7e47bfebf4a47c39442b6fb77241d0293a3c5d1da10ba55", "31": "a67909b28f759cb6b026d311806efd8fa41785f55685644dd62bc8f42c7c83c8", "32": "e49b9b2d042969989e83421680d868630710289b1bef92e9dae5f49bd5a65f74", "33": "47b7a1b24c3f4b37a0d248f4a1167c2f91e4cc3bb28f5e139cc17f71ab2c5175", "34": "efa02c3948784ecbd247f34b9bb8bc8fe816102bb747914419b3cdba2ef7d0b2", "35": "97756a8e3515d19564e5e40d1a7122a63356b6f83449f903d4fd145ed111dedb", "36": "409c13754c6c661d5f0ed8b621034d057ac5dca042918813e5486330ba3bedbd", "37": "be944c205d169bc11d411aef638f0d2d7a49ee11e37ce561816a055516445922", "38": "e93fcbbb0d6245b099ed47a807bc341239bc810f3c19003d49588fd09d8dcd6a", "39": "3fa5d90a4309b28bb415d0807fe5ed82ddec054c308d50d184a7d991bc894a05" }, "lowMemLayerLoads": { "0": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "1": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "2": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "3": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "4": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "5": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "6": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "7": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "8": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "9": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "10": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "11": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "12": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "13": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "14": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "15": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "16": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "17": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "18": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "19": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "20": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "21": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "22": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "23": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "24": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "25": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "26": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "27": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "28": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "29": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "30": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "31": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "32": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "33": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "34": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "35": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "36": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "37": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "38": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "39": { "placeholderCount": 7, "avoidedDenseBytesApproxFP16": 545259520, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 } }, "lmHeadBoundary": { "inputDtype": "torch.float16", "inputDevice": "cuda:0", "weightDtype": "torch.float16", "weightDevice": "cuda:0" } }, "complete": true, "aggregate": { "completedLayers": 40, "linearOriginalBytes": 21810380800, "linearElasticBitStorageBytes": 11213209600, "linearStorageReduction": 0.48587740384615385, "parameterWeightedEffectiveBits": 8.220673076923077, "layerArtifactBytes": 10248019500, "globalComponentBytes": 2684365096, "totalUploadedModelBytesApprox": 12932384596 }, "sourceSmokeReference": { "path": "validation/source_smoke_reference.safetensors", "sha256": "ae79a2b63992e18f3b8ed51148f6aab492b90aad225bfcf025f1ae07592b43f2" }, "validationContractVersion": 3 }