{ "format": "mlbricks-elasticbit-multimodel-converter", "version": 3, "validationContractVersion": 3, "sourceModel": "microsoft/phi-4", "sourceRevision": "2db69c1c3e91a05d2c64a3185acfbaf36f744e25", "sourceLicense": "mit", "outputRepo": "maxzameer/phi-4-ElasticBit", "mlbricksGit": "https://github.com/MlBricks/MLBricks.git", "mlbricksCommit": "f772eb27d2d6b84764e9e90458827dac6980a88a", "threshold": 0.01, "workingPrecision": "FP16 requested; persistent loaded dtypes preserved", "decodePolicy": "hardwareNative", "layerPath": "model.layers", "numLayers": 40, "calibration": { "sequenceLength": 96, "blocks": 4, "textSha256": "c362dfd115ef8035b38f52998966879cff4e46a5e08dd9f14da320a55f372553", "inputIdsPath": "calibration/input_ids.safetensors" }, "validation": { "sequenceLength": 96, "blocks": 1, "textSha256": "685f707047afba5b81807c0a72fde454c8fb6cef7f0061d9a80ebfa6e9cc8ff9", "inputIdsPath": "validation/input_ids.safetensors", "sourceSmokeReferencePath": "validation/source_smoke_reference.safetensors" }, "globalsComplete": true, "globalManifest": "components/global_manifest.json", "globalManifestVersion": 3, "globalComponentBytes": 2055219848, "layers": [ { "layerIndex": 0, "artifactPath": "layers/layer_000.elasticbit", "artifactBytes": 295173165, "artifactSha256": "d23b1abbb08db2fd141e2d5c62b83efb19ee9987c61d7384329d8712e48013ca", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 5.484041452407837, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "8": 3, "6": 1 }, "effectiveBits": 7.769230769230769, "originalBytes": 681574400, "storageBytes": 331171840, "storageReduction": 0.5141075721153846, "maxMatrixError": 0.008025719784200191 }, "isolatedCalibrationValidation": { "relativeL2": 0.030140706344435216, "maxAbsDiff": 0.0458984375 }, "independentValidation": { "relativeL2": 0.029015822065195637, "maxAbsDiff": 0.0400390625 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 1, "artifactPath": "layers/layer_001.elasticbit", "artifactBytes": 301655521, "artifactSha256": "8480615b51df4cc4f7d052dadc8261af336912ed6fa3270d2a4b5246dbbba48d", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 5.89387321472168, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 1, "6": 1, "8": 1, "7": 1 }, "effectiveBits": 7.576923076923077, "originalBytes": 681574400, "storageBytes": 322979840, "storageReduction": 0.5261268028846153, "maxMatrixError": 0.009119924157857895 }, "isolatedCalibrationValidation": { "relativeL2": 0.008968063871791896, "maxAbsDiff": 2.5234375 }, "independentValidation": { "relativeL2": 0.00940780515518235, "maxAbsDiff": 2.421875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 2, "artifactPath": "layers/layer_002.elasticbit", "artifactBytes": 286782490, "artifactSha256": "cf55b102dcc51da7edc80ca826a2ad8ea43c79dec1255df8924ffbb9a8a1ecb2", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 5.429288625717163, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "8": 2, "7": 1, "6": 1 }, "effectiveBits": 7.346153846153846, "originalBytes": 681574400, "storageBytes": 313149440, "storageReduction": 0.5405498798076923, "maxMatrixError": 0.00957441795617342 }, "isolatedCalibrationValidation": { "relativeL2": 0.0072191223096902055, "maxAbsDiff": 3.875 }, "independentValidation": { "relativeL2": 0.007312040524336951, "maxAbsDiff": 3.625 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 3, "artifactPath": "layers/layer_003.elasticbit", "artifactBytes": 302087962, "artifactSha256": "6253232f883b963fef2d2d1bcd4a278bc4e0f438536c203808f17ef22c3bc66d", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 5.338435649871826, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "8": 2, "7": 2 }, "effectiveBits": 7.615384615384615, "originalBytes": 681574400, "storageBytes": 324618240, "storageReduction": 0.5237229567307693, "maxMatrixError": 0.00971250794827938 }, "isolatedCalibrationValidation": { "relativeL2": 0.007829499910739324, "maxAbsDiff": 9.125 }, "independentValidation": { "relativeL2": 0.008189353085896581, "maxAbsDiff": 9.0 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 4, "artifactPath": "layers/layer_004.elasticbit", "artifactBytes": 302328429, "artifactSha256": "6143d75f8520f0475d4c24e26ce7ca55db80522eef1ac3e6855484a284181058", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 5.131640434265137, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "8": 2, "7": 2 }, "effectiveBits": 7.615384615384615, "originalBytes": 681574400, "storageBytes": 324618240, "storageReduction": 0.5237229567307693, "maxMatrixError": 0.009336325339972973 }, "isolatedCalibrationValidation": { "relativeL2": 0.0029243629728438842, "maxAbsDiff": 3.5 }, "independentValidation": { "relativeL2": 0.0032304916402272135, "maxAbsDiff": 4.0 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 5, "artifactPath": "layers/layer_005.elasticbit", "artifactBytes": 325176459, "artifactSha256": "2a8e918a6947ffb8f41d4afc47fc7ca19345719a4e0822acb08c3239e5875fa6", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.981692552566528, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "8": 2, "7": 1, "9": 1 }, "effectiveBits": 8.153846153846153, "originalBytes": 681574400, "storageBytes": 347555840, "storageReduction": 0.49006911057692304, "maxMatrixError": 0.009992124512791634 }, "isolatedCalibrationValidation": { "relativeL2": 0.0009526971167285513, "maxAbsDiff": 0.125 }, "independentValidation": { "relativeL2": 0.0009863846305689502, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 6, "artifactPath": "layers/layer_006.elasticbit", "artifactBytes": 309010735, "artifactSha256": "cc5be9111fb5f22b44edd501b34fe23524722f6d0c7432e4b3e87ede71b1328d", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 5.5142552852630615, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 1, "7": 1, "8": 2 }, "effectiveBits": 7.961538461538462, "originalBytes": 681574400, "storageBytes": 339363840, "storageReduction": 0.5020883413461539, "maxMatrixError": 0.008528505451977253 }, "isolatedCalibrationValidation": { "relativeL2": 0.0011323165792623885, "maxAbsDiff": 0.5 }, "independentValidation": { "relativeL2": 0.0012071607504281967, "maxAbsDiff": 0.5 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 7, "artifactPath": "layers/layer_007.elasticbit", "artifactBytes": 331483376, "artifactSha256": "921bc85a5336d45dbbf1183f15b9a80c098044b53ec300254e608d6054e11e41", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.554826021194458, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008778146468102932 }, "isolatedCalibrationValidation": { "relativeL2": 0.0010294616772501977, "maxAbsDiff": 0.5 }, "independentValidation": { "relativeL2": 0.0010377453582805136, "maxAbsDiff": 0.044921875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 8, "artifactPath": "layers/layer_008.elasticbit", "artifactBytes": 331504769, "artifactSha256": "ddaee56f39e36629e511fea764a367621d5692130db90b17dc410f8084bb8e36", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.562642574310303, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008863055147230625 }, "isolatedCalibrationValidation": { "relativeL2": 0.0011334917249192446, "maxAbsDiff": 0.046875 }, "independentValidation": { "relativeL2": 0.0011649601996427913, "maxAbsDiff": 0.0546875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 9, "artifactPath": "layers/layer_009.elasticbit", "artifactBytes": 331480760, "artifactSha256": "13c28994deb5e3c5a29759bbbbeaa09151526f0f53c2c7580c76bcc1941a2c1f", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.416548252105713, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.00811366643756628 }, "isolatedCalibrationValidation": { "relativeL2": 0.0012576474374814551, "maxAbsDiff": 0.0625 }, "independentValidation": { "relativeL2": 0.0013217546124114931, "maxAbsDiff": 0.0546875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 10, "artifactPath": "layers/layer_010.elasticbit", "artifactBytes": 331433314, "artifactSha256": "87d0c79a2bc1b4828666f09389e898aa1d2c2a4b435347f4c4c581d2e68ee3c8", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.4517998695373535, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.00802900642156601 }, "isolatedCalibrationValidation": { "relativeL2": 0.0013949877253440495, "maxAbsDiff": 0.1015625 }, "independentValidation": { "relativeL2": 0.001455455485259363, "maxAbsDiff": 0.083984375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 11, "artifactPath": "layers/layer_011.elasticbit", "artifactBytes": 331341370, "artifactSha256": "f9fc70d027b0e04f2432c60c63473ebcb4d7b787cd9111310d4375f481894c5c", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.4135541915893555, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.007894398644566536 }, "isolatedCalibrationValidation": { "relativeL2": 0.0015702815831907986, "maxAbsDiff": 0.12890625 }, "independentValidation": { "relativeL2": 0.0015964546385701407, "maxAbsDiff": 0.08984375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 12, "artifactPath": "layers/layer_012.elasticbit", "artifactBytes": 331382711, "artifactSha256": "fbd22eabcee5c5dbfb5041f8f540158cb550dee24c0a858b70298815e31043e5", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.391260385513306, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.00788313802331686 }, "isolatedCalibrationValidation": { "relativeL2": 0.0015902510276970324, "maxAbsDiff": 0.15625 }, "independentValidation": { "relativeL2": 0.0016226354136639242, "maxAbsDiff": 0.09375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 13, "artifactPath": "layers/layer_013.elasticbit", "artifactBytes": 331338643, "artifactSha256": "6d6564bba63c3759d3d895e61502db3de88e3dff881cf0cc49dd2211261ee543", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.223226308822632, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.007940857671201229 }, "isolatedCalibrationValidation": { "relativeL2": 0.0016684754132000527, "maxAbsDiff": 0.1171875 }, "independentValidation": { "relativeL2": 0.0017157694677590787, "maxAbsDiff": 0.109375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 14, "artifactPath": "layers/layer_014.elasticbit", "artifactBytes": 331339937, "artifactSha256": "db8be9c7293de2f1ac549af77c0b3a5dea8c850763042bcc0b5211c99eac0e39", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.140613317489624, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008525972254574299 }, "isolatedCalibrationValidation": { "relativeL2": 0.0017481843387714717, "maxAbsDiff": 0.140625 }, "independentValidation": { "relativeL2": 0.0018130387189008188, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 15, "artifactPath": "layers/layer_015.elasticbit", "artifactBytes": 331307977, "artifactSha256": "a766b5f22e4e847e9ecd230d684ee1ab3216e637c7b54ec45c0b7b21e6277c39", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.076458215713501, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008543257601559162 }, "isolatedCalibrationValidation": { "relativeL2": 0.0018728260437814559, "maxAbsDiff": 0.15625 }, "independentValidation": { "relativeL2": 0.0018944334799762517, "maxAbsDiff": 0.10107421875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 16, "artifactPath": "layers/layer_016.elasticbit", "artifactBytes": 331227235, "artifactSha256": "ac97f5307abd61dd0a9e9432dd51827f2a7d8d37bd3a3dbe3a22136e2ce4d28f", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.25057053565979, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.00812484510242939 }, "isolatedCalibrationValidation": { "relativeL2": 0.0021013009496079556, "maxAbsDiff": 0.20263671875 }, "independentValidation": { "relativeL2": 0.0021686859889031274, "maxAbsDiff": 0.1328125 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 17, "artifactPath": "layers/layer_017.elasticbit", "artifactBytes": 331296801, "artifactSha256": "28ed0e5ede4907eb091161f37cdc299925613bd2f59d11f94cc0a333f1881738", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.1983349323272705, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.009204762056469917 }, "isolatedCalibrationValidation": { "relativeL2": 0.0021019185448599743, "maxAbsDiff": 0.11328125 }, "independentValidation": { "relativeL2": 0.0021933964289736663, "maxAbsDiff": 0.109375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 18, "artifactPath": "layers/layer_018.elasticbit", "artifactBytes": 331357151, "artifactSha256": "9836bd9af6a72dfb2371077f07b03d93d5dd42583456d33fd2c22676124138db", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.284999132156372, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008993369527161121 }, "isolatedCalibrationValidation": { "relativeL2": 0.0023116094525500353, "maxAbsDiff": 0.125 }, "independentValidation": { "relativeL2": 0.0024109255392215072, "maxAbsDiff": 0.0859375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 19, "artifactPath": "layers/layer_019.elasticbit", "artifactBytes": 331409192, "artifactSha256": "5d42ed457116b5494db163ccf0a84c3e964f45924ab3fbcd1e85985d1e37d9f4", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.416729211807251, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008992556482553482 }, "isolatedCalibrationValidation": { "relativeL2": 0.002284017627333564, "maxAbsDiff": 0.1484375 }, "independentValidation": { "relativeL2": 0.0023912012136796195, "maxAbsDiff": 0.140625 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 20, "artifactPath": "layers/layer_020.elasticbit", "artifactBytes": 331373548, "artifactSha256": "90d7ce6129ff978e3340563ec39e547f78788a1dfdfc67f9112eeb48fe36722a", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.181199550628662, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008326969109475613 }, "isolatedCalibrationValidation": { "relativeL2": 0.0026045544263233284, "maxAbsDiff": 0.1806640625 }, "independentValidation": { "relativeL2": 0.002702716273242325, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 21, "artifactPath": "layers/layer_021.elasticbit", "artifactBytes": 331435085, "artifactSha256": "014289e43275d58925e4d2a6a547484eaf933b509c6d594f4e5688309bfb7531", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.080434322357178, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008856349624693394 }, "isolatedCalibrationValidation": { "relativeL2": 0.0027250093387543133, "maxAbsDiff": 0.5 }, "independentValidation": { "relativeL2": 0.002858023505256166, "maxAbsDiff": 0.1171875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 22, "artifactPath": "layers/layer_022.elasticbit", "artifactBytes": 331445332, "artifactSha256": "2da85acefc79aaeca898f58636e0fca1a53c6726ca685f68214c82b3b1d91eaf", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.054975748062134, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008715600706636906 }, "isolatedCalibrationValidation": { "relativeL2": 0.0028793881972116594, "maxAbsDiff": 0.14453125 }, "independentValidation": { "relativeL2": 0.002979165383702904, "maxAbsDiff": 0.109375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 23, "artifactPath": "layers/layer_023.elasticbit", "artifactBytes": 331457953, "artifactSha256": "37b6bc590922a6c98a412762a8d59ad017d0514a5beff6e741866f9366b034c4", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.9463255405426025, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008419889025390148 }, "isolatedCalibrationValidation": { "relativeL2": 0.003062929332325967, "maxAbsDiff": 0.5 }, "independentValidation": { "relativeL2": 0.0030691627060804687, "maxAbsDiff": 0.1953125 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" } ], "nextLayer": 24, "reconstructionSmoke": null, "complete": false, "aggregate": { "completedLayers": 24, "linearOriginalBytes": 16357785600, "linearElasticBitStorageBytes": 8267612160, "linearStorageReduction": 0.4945763221153846, "parameterWeightedEffectiveBits": 8.08173076923077, "layerArtifactBytes": 7755829915, "globalComponentBytes": 2055219848, "totalUploadedModelBytesApprox": 9811049763 } }