{ "format": "mlbricks-elasticbit-multimodel-converter", "version": 3, "validationContractVersion": 3, "sourceModel": "microsoft/phi-4", "sourceRevision": "2db69c1c3e91a05d2c64a3185acfbaf36f744e25", "sourceLicense": "mit", "outputRepo": "maxzameer/phi-4-ElasticBit", "mlbricksGit": "https://github.com/MlBricks/MLBricks.git", "mlbricksCommit": "f772eb27d2d6b84764e9e90458827dac6980a88a", "threshold": 0.01, "workingPrecision": "FP16 requested; persistent loaded dtypes preserved", "decodePolicy": "hardwareNative", "layerPath": "model.layers", "numLayers": 40, "calibration": { "sequenceLength": 96, "blocks": 4, "textSha256": "c362dfd115ef8035b38f52998966879cff4e46a5e08dd9f14da320a55f372553", "inputIdsPath": "calibration/input_ids.safetensors" }, "validation": { "sequenceLength": 96, "blocks": 1, "textSha256": "685f707047afba5b81807c0a72fde454c8fb6cef7f0061d9a80ebfa6e9cc8ff9", "inputIdsPath": "validation/input_ids.safetensors", "sourceSmokeReferencePath": "validation/source_smoke_reference.safetensors" }, "globalsComplete": true, "globalManifest": "components/global_manifest.json", "globalManifestVersion": 3, "globalComponentBytes": 2055219848, "layers": [ { "layerIndex": 0, "artifactPath": "layers/layer_000.elasticbit", "artifactBytes": 295173165, "artifactSha256": "d23b1abbb08db2fd141e2d5c62b83efb19ee9987c61d7384329d8712e48013ca", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 5.484041452407837, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "8": 3, "6": 1 }, "effectiveBits": 7.769230769230769, "originalBytes": 681574400, "storageBytes": 331171840, "storageReduction": 0.5141075721153846, "maxMatrixError": 0.008025719784200191 }, "isolatedCalibrationValidation": { "relativeL2": 0.030140706344435216, "maxAbsDiff": 0.0458984375 }, "independentValidation": { "relativeL2": 0.029015822065195637, "maxAbsDiff": 0.0400390625 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 1, "artifactPath": "layers/layer_001.elasticbit", "artifactBytes": 301655521, "artifactSha256": "8480615b51df4cc4f7d052dadc8261af336912ed6fa3270d2a4b5246dbbba48d", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 5.89387321472168, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 1, "6": 1, "8": 1, "7": 1 }, "effectiveBits": 7.576923076923077, "originalBytes": 681574400, "storageBytes": 322979840, "storageReduction": 0.5261268028846153, "maxMatrixError": 0.009119924157857895 }, "isolatedCalibrationValidation": { "relativeL2": 0.008968063871791896, "maxAbsDiff": 2.5234375 }, "independentValidation": { "relativeL2": 0.00940780515518235, "maxAbsDiff": 2.421875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 2, "artifactPath": "layers/layer_002.elasticbit", "artifactBytes": 286782490, "artifactSha256": "cf55b102dcc51da7edc80ca826a2ad8ea43c79dec1255df8924ffbb9a8a1ecb2", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 5.429288625717163, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "8": 2, "7": 1, "6": 1 }, "effectiveBits": 7.346153846153846, "originalBytes": 681574400, "storageBytes": 313149440, "storageReduction": 0.5405498798076923, "maxMatrixError": 0.00957441795617342 }, "isolatedCalibrationValidation": { "relativeL2": 0.0072191223096902055, "maxAbsDiff": 3.875 }, "independentValidation": { "relativeL2": 0.007312040524336951, "maxAbsDiff": 3.625 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 3, "artifactPath": "layers/layer_003.elasticbit", "artifactBytes": 302087962, "artifactSha256": "6253232f883b963fef2d2d1bcd4a278bc4e0f438536c203808f17ef22c3bc66d", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 5.338435649871826, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "8": 2, "7": 2 }, "effectiveBits": 7.615384615384615, "originalBytes": 681574400, "storageBytes": 324618240, "storageReduction": 0.5237229567307693, "maxMatrixError": 0.00971250794827938 }, "isolatedCalibrationValidation": { "relativeL2": 0.007829499910739324, "maxAbsDiff": 9.125 }, "independentValidation": { "relativeL2": 0.008189353085896581, "maxAbsDiff": 9.0 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 4, "artifactPath": "layers/layer_004.elasticbit", "artifactBytes": 302328429, "artifactSha256": "6143d75f8520f0475d4c24e26ce7ca55db80522eef1ac3e6855484a284181058", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 5.131640434265137, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "8": 2, "7": 2 }, "effectiveBits": 7.615384615384615, "originalBytes": 681574400, "storageBytes": 324618240, "storageReduction": 0.5237229567307693, "maxMatrixError": 0.009336325339972973 }, "isolatedCalibrationValidation": { "relativeL2": 0.0029243629728438842, "maxAbsDiff": 3.5 }, "independentValidation": { "relativeL2": 0.0032304916402272135, "maxAbsDiff": 4.0 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 5, "artifactPath": "layers/layer_005.elasticbit", "artifactBytes": 325176459, "artifactSha256": "2a8e918a6947ffb8f41d4afc47fc7ca19345719a4e0822acb08c3239e5875fa6", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.981692552566528, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "8": 2, "7": 1, "9": 1 }, "effectiveBits": 8.153846153846153, "originalBytes": 681574400, "storageBytes": 347555840, "storageReduction": 0.49006911057692304, "maxMatrixError": 0.009992124512791634 }, "isolatedCalibrationValidation": { "relativeL2": 0.0009526971167285513, "maxAbsDiff": 0.125 }, "independentValidation": { "relativeL2": 0.0009863846305689502, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 6, "artifactPath": "layers/layer_006.elasticbit", "artifactBytes": 309010735, "artifactSha256": "cc5be9111fb5f22b44edd501b34fe23524722f6d0c7432e4b3e87ede71b1328d", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 5.5142552852630615, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 1, "7": 1, "8": 2 }, "effectiveBits": 7.961538461538462, "originalBytes": 681574400, "storageBytes": 339363840, "storageReduction": 0.5020883413461539, "maxMatrixError": 0.008528505451977253 }, "isolatedCalibrationValidation": { "relativeL2": 0.0011323165792623885, "maxAbsDiff": 0.5 }, "independentValidation": { "relativeL2": 0.0012071607504281967, "maxAbsDiff": 0.5 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 7, "artifactPath": "layers/layer_007.elasticbit", "artifactBytes": 331483376, "artifactSha256": "921bc85a5336d45dbbf1183f15b9a80c098044b53ec300254e608d6054e11e41", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.554826021194458, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008778146468102932 }, "isolatedCalibrationValidation": { "relativeL2": 0.0010294616772501977, "maxAbsDiff": 0.5 }, "independentValidation": { "relativeL2": 0.0010377453582805136, "maxAbsDiff": 0.044921875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 8, "artifactPath": "layers/layer_008.elasticbit", "artifactBytes": 331504769, "artifactSha256": "ddaee56f39e36629e511fea764a367621d5692130db90b17dc410f8084bb8e36", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.562642574310303, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008863055147230625 }, "isolatedCalibrationValidation": { "relativeL2": 0.0011334917249192446, "maxAbsDiff": 0.046875 }, "independentValidation": { "relativeL2": 0.0011649601996427913, "maxAbsDiff": 0.0546875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 9, "artifactPath": "layers/layer_009.elasticbit", "artifactBytes": 331480760, "artifactSha256": "13c28994deb5e3c5a29759bbbbeaa09151526f0f53c2c7580c76bcc1941a2c1f", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.416548252105713, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.00811366643756628 }, "isolatedCalibrationValidation": { "relativeL2": 0.0012576474374814551, "maxAbsDiff": 0.0625 }, "independentValidation": { "relativeL2": 0.0013217546124114931, "maxAbsDiff": 0.0546875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 10, "artifactPath": "layers/layer_010.elasticbit", "artifactBytes": 331433314, "artifactSha256": "87d0c79a2bc1b4828666f09389e898aa1d2c2a4b435347f4c4c581d2e68ee3c8", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.4517998695373535, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.00802900642156601 }, "isolatedCalibrationValidation": { "relativeL2": 0.0013949877253440495, "maxAbsDiff": 0.1015625 }, "independentValidation": { "relativeL2": 0.001455455485259363, "maxAbsDiff": 0.083984375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 11, "artifactPath": "layers/layer_011.elasticbit", "artifactBytes": 331341370, "artifactSha256": "f9fc70d027b0e04f2432c60c63473ebcb4d7b787cd9111310d4375f481894c5c", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.4135541915893555, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.007894398644566536 }, "isolatedCalibrationValidation": { "relativeL2": 0.0015702815831907986, "maxAbsDiff": 0.12890625 }, "independentValidation": { "relativeL2": 0.0015964546385701407, "maxAbsDiff": 0.08984375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 12, "artifactPath": "layers/layer_012.elasticbit", "artifactBytes": 331382711, "artifactSha256": "fbd22eabcee5c5dbfb5041f8f540158cb550dee24c0a858b70298815e31043e5", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.391260385513306, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.00788313802331686 }, "isolatedCalibrationValidation": { "relativeL2": 0.0015902510276970324, "maxAbsDiff": 0.15625 }, "independentValidation": { "relativeL2": 0.0016226354136639242, "maxAbsDiff": 0.09375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 13, "artifactPath": "layers/layer_013.elasticbit", "artifactBytes": 331338643, "artifactSha256": "6d6564bba63c3759d3d895e61502db3de88e3dff881cf0cc49dd2211261ee543", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.223226308822632, "threshold": 0.01, "device": "cuda:0", "elasticBitCudaDeviceIndex": 0, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.007940857671201229 }, "isolatedCalibrationValidation": { "relativeL2": 0.0016684754132000527, "maxAbsDiff": 0.1171875 }, "independentValidation": { "relativeL2": 0.0017157694677590787, "maxAbsDiff": 0.109375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 14, "artifactPath": "layers/layer_014.elasticbit", "artifactBytes": 331339937, "artifactSha256": "db8be9c7293de2f1ac549af77c0b3a5dea8c850763042bcc0b5211c99eac0e39", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.140613317489624, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008525972254574299 }, "isolatedCalibrationValidation": { "relativeL2": 0.0017481843387714717, "maxAbsDiff": 0.140625 }, "independentValidation": { "relativeL2": 0.0018130387189008188, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 15, "artifactPath": "layers/layer_015.elasticbit", "artifactBytes": 331307977, "artifactSha256": "a766b5f22e4e847e9ecd230d684ee1ab3216e637c7b54ec45c0b7b21e6277c39", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.076458215713501, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008543257601559162 }, "isolatedCalibrationValidation": { "relativeL2": 0.0018728260437814559, "maxAbsDiff": 0.15625 }, "independentValidation": { "relativeL2": 0.0018944334799762517, "maxAbsDiff": 0.10107421875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 16, "artifactPath": "layers/layer_016.elasticbit", "artifactBytes": 331227235, "artifactSha256": "ac97f5307abd61dd0a9e9432dd51827f2a7d8d37bd3a3dbe3a22136e2ce4d28f", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.25057053565979, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.00812484510242939 }, "isolatedCalibrationValidation": { "relativeL2": 0.0021013009496079556, "maxAbsDiff": 0.20263671875 }, "independentValidation": { "relativeL2": 0.0021686859889031274, "maxAbsDiff": 0.1328125 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 17, "artifactPath": "layers/layer_017.elasticbit", "artifactBytes": 331296801, "artifactSha256": "28ed0e5ede4907eb091161f37cdc299925613bd2f59d11f94cc0a333f1881738", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.1983349323272705, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.009204762056469917 }, "isolatedCalibrationValidation": { "relativeL2": 0.0021019185448599743, "maxAbsDiff": 0.11328125 }, "independentValidation": { "relativeL2": 0.0021933964289736663, "maxAbsDiff": 0.109375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 18, "artifactPath": "layers/layer_018.elasticbit", "artifactBytes": 331357151, "artifactSha256": "9836bd9af6a72dfb2371077f07b03d93d5dd42583456d33fd2c22676124138db", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.284999132156372, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008993369527161121 }, "isolatedCalibrationValidation": { "relativeL2": 0.0023116094525500353, "maxAbsDiff": 0.125 }, "independentValidation": { "relativeL2": 0.0024109255392215072, "maxAbsDiff": 0.0859375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 19, "artifactPath": "layers/layer_019.elasticbit", "artifactBytes": 331409192, "artifactSha256": "5d42ed457116b5494db163ccf0a84c3e964f45924ab3fbcd1e85985d1e37d9f4", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.416729211807251, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008992556482553482 }, "isolatedCalibrationValidation": { "relativeL2": 0.002284017627333564, "maxAbsDiff": 0.1484375 }, "independentValidation": { "relativeL2": 0.0023912012136796195, "maxAbsDiff": 0.140625 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 20, "artifactPath": "layers/layer_020.elasticbit", "artifactBytes": 331373548, "artifactSha256": "90d7ce6129ff978e3340563ec39e547f78788a1dfdfc67f9112eeb48fe36722a", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.181199550628662, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008326969109475613 }, "isolatedCalibrationValidation": { "relativeL2": 0.0026045544263233284, "maxAbsDiff": 0.1806640625 }, "independentValidation": { "relativeL2": 0.002702716273242325, "maxAbsDiff": 0.125 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 21, "artifactPath": "layers/layer_021.elasticbit", "artifactBytes": 331435085, "artifactSha256": "014289e43275d58925e4d2a6a547484eaf933b509c6d594f4e5688309bfb7531", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.080434322357178, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008856349624693394 }, "isolatedCalibrationValidation": { "relativeL2": 0.0027250093387543133, "maxAbsDiff": 0.5 }, "independentValidation": { "relativeL2": 0.002858023505256166, "maxAbsDiff": 0.1171875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 22, "artifactPath": "layers/layer_022.elasticbit", "artifactBytes": 331445332, "artifactSha256": "2da85acefc79aaeca898f58636e0fca1a53c6726ca685f68214c82b3b1d91eaf", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.054975748062134, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008715600706636906 }, "isolatedCalibrationValidation": { "relativeL2": 0.0028793881972116594, "maxAbsDiff": 0.14453125 }, "independentValidation": { "relativeL2": 0.002979165383702904, "maxAbsDiff": 0.109375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 23, "artifactPath": "layers/layer_023.elasticbit", "artifactBytes": 331457953, "artifactSha256": "37b6bc590922a6c98a412762a8d59ad017d0514a5beff6e741866f9366b034c4", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.9463255405426025, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008419889025390148 }, "isolatedCalibrationValidation": { "relativeL2": 0.003062929332325967, "maxAbsDiff": 0.5 }, "independentValidation": { "relativeL2": 0.0030691627060804687, "maxAbsDiff": 0.1953125 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 24, "artifactPath": "layers/layer_024.elasticbit", "artifactBytes": 331542116, "artifactSha256": "a7654f48b4618d66ef63d96599d8275b683a6a440cf4c8c76612605d3db20db6", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.2748823165893555, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.009108430705964565 }, "isolatedCalibrationValidation": { "relativeL2": 0.00300429056699515, "maxAbsDiff": 0.130859375 }, "independentValidation": { "relativeL2": 0.003127463498711889, "maxAbsDiff": 0.109375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 25, "artifactPath": "layers/layer_025.elasticbit", "artifactBytes": 331498856, "artifactSha256": "210b6d08a208a1bb42e911c9f26f360d29300c7ad43ce9da78d5e4771b455526", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.194753885269165, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008392768912017345 }, "isolatedCalibrationValidation": { "relativeL2": 0.0031772230340924227, "maxAbsDiff": 0.171875 }, "independentValidation": { "relativeL2": 0.0033757690856415982, "maxAbsDiff": 0.140625 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 26, "artifactPath": "layers/layer_026.elasticbit", "artifactBytes": 331524461, "artifactSha256": "642964b631e73220d992520b9a42ae94661a14fa603b9fe41e9c2818621b9fdf", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.088472843170166, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.008964861743152142 }, "isolatedCalibrationValidation": { "relativeL2": 0.0032983816360119683, "maxAbsDiff": 0.203125 }, "independentValidation": { "relativeL2": 0.003331307285416138, "maxAbsDiff": 0.1875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 27, "artifactPath": "layers/layer_027.elasticbit", "artifactBytes": 331589683, "artifactSha256": "216baec42847e1a318df628d6a026f8cd37c0da5cc6042d36c81237e51ec3812", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.033714771270752, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.00934210978448391 }, "isolatedCalibrationValidation": { "relativeL2": 0.0035095950965998083, "maxAbsDiff": 0.4375 }, "independentValidation": { "relativeL2": 0.0037193982588680837, "maxAbsDiff": 0.5 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 28, "artifactPath": "layers/layer_028.elasticbit", "artifactBytes": 325459304, "artifactSha256": "362edbd06b8dad57918a1022fb46e1d20eb08ecd56beb7a3c5764c2ce06575d2", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.939639329910278, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "8": 2, "7": 1, "9": 1 }, "effectiveBits": 8.153846153846153, "originalBytes": 681574400, "storageBytes": 347555840, "storageReduction": 0.49006911057692304, "maxMatrixError": 0.009819724597036839 }, "isolatedCalibrationValidation": { "relativeL2": 0.003278049962468948, "maxAbsDiff": 0.5 }, "independentValidation": { "relativeL2": 0.0035124642659136052, "maxAbsDiff": 0.25 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 29, "artifactPath": "layers/layer_029.elasticbit", "artifactBytes": 331639919, "artifactSha256": "65191f67b5c6e5d0385c0d7aa4d3bb7cb9d9c726e39674a81f2ee03678ea1004", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 7.404977560043335, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "9": 2, "7": 1, "8": 1 }, "effectiveBits": 8.23076923076923, "originalBytes": 681574400, "storageBytes": 350832640, "storageReduction": 0.48526141826923075, "maxMatrixError": 0.009438460692763329 }, "isolatedCalibrationValidation": { "relativeL2": 0.003109301278579311, "maxAbsDiff": 0.375 }, "independentValidation": { "relativeL2": 0.0032532993665068516, "maxAbsDiff": 0.34375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 30, "artifactPath": "layers/layer_030.elasticbit", "artifactBytes": 325506420, "artifactSha256": "ef50fbbb4350e37b904de9d4124e6f3ba2facdb185a7df3c2a9f5e31e9c7b791", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.649044990539551, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "8": 2, "7": 1, "9": 1 }, "effectiveBits": 8.153846153846153, "originalBytes": 681574400, "storageBytes": 347555840, "storageReduction": 0.49006911057692304, "maxMatrixError": 0.00981076993048191 }, "isolatedCalibrationValidation": { "relativeL2": 0.0028958611521757117, "maxAbsDiff": 0.3125 }, "independentValidation": { "relativeL2": 0.002914783027265345, "maxAbsDiff": 0.5 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 31, "artifactPath": "layers/layer_031.elasticbit", "artifactBytes": 325697741, "artifactSha256": "e8294534856975c85168549e3495218005a3d5daea3d2d86665db4fb651c1283", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.678463459014893, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "8": 3, "9": 1 }, "effectiveBits": 8.26923076923077, "originalBytes": 681574400, "storageBytes": 352471040, "storageReduction": 0.4828575721153846, "maxMatrixError": 0.009832173585891724 }, "isolatedCalibrationValidation": { "relativeL2": 0.002334490643799475, "maxAbsDiff": 0.5 }, "independentValidation": { "relativeL2": 0.00226059629353232, "maxAbsDiff": 0.375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 32, "artifactPath": "layers/layer_032.elasticbit", "artifactBytes": 325548201, "artifactSha256": "17913477c2e64abf2a44458a622653fce3f87b66e8e25b0fd7d6bf9ba70b04a6", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.68739914894104, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "8": 3, "9": 1 }, "effectiveBits": 8.26923076923077, "originalBytes": 681574400, "storageBytes": 352471040, "storageReduction": 0.4828575721153846, "maxMatrixError": 0.009515652433037758 }, "isolatedCalibrationValidation": { "relativeL2": 0.002472763993349945, "maxAbsDiff": 0.75 }, "independentValidation": { "relativeL2": 0.002419177800215359, "maxAbsDiff": 0.5 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 33, "artifactPath": "layers/layer_033.elasticbit", "artifactBytes": 325657198, "artifactSha256": "2bbdda2b52b4315f6785017883af921bfebe49c6d59e425f0bb4b61b648e4017", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.618672609329224, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "8": 3, "9": 1 }, "effectiveBits": 8.26923076923077, "originalBytes": 681574400, "storageBytes": 352471040, "storageReduction": 0.4828575721153846, "maxMatrixError": 0.0093364417552948 }, "isolatedCalibrationValidation": { "relativeL2": 0.002310257874569462, "maxAbsDiff": 1.0 }, "independentValidation": { "relativeL2": 0.0022397547072879943, "maxAbsDiff": 0.5 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 34, "artifactPath": "layers/layer_034.elasticbit", "artifactBytes": 303227704, "artifactSha256": "251a987a952d0a13ff11b753a621f0e7cfe877633982339377ea7ed1b2cd28ae", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 4.8297107219696045, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "8": 4 }, "effectiveBits": 8.0, "originalBytes": 681574400, "storageBytes": 341002240, "storageReduction": 0.49968449519230773, "maxMatrixError": 0.009892660193145275 }, "isolatedCalibrationValidation": { "relativeL2": 0.0031814111940023627, "maxAbsDiff": 1.16015625 }, "independentValidation": { "relativeL2": 0.003004431116995048, "maxAbsDiff": 1.05859375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 35, "artifactPath": "layers/layer_035.elasticbit", "artifactBytes": 325494544, "artifactSha256": "8b4f78e00a3490cff35db502fa1d459f157ce2edb8b5a093a879b834b02684b4", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.632982015609741, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "8": 3, "9": 1 }, "effectiveBits": 8.26923076923077, "originalBytes": 681574400, "storageBytes": 352471040, "storageReduction": 0.4828575721153846, "maxMatrixError": 0.0069291903637349606 }, "isolatedCalibrationValidation": { "relativeL2": 0.0030667888117797905, "maxAbsDiff": 3.5 }, "independentValidation": { "relativeL2": 0.0030504180990582695, "maxAbsDiff": 3.625 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 36, "artifactPath": "layers/layer_036.elasticbit", "artifactBytes": 325523602, "artifactSha256": "363a850467fa1f9ba2ee20e8c88b7a962af4d5fa63ff729e47796e3f9460a267", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.658527612686157, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "8": 3, "9": 1 }, "effectiveBits": 8.26923076923077, "originalBytes": 681574400, "storageBytes": 352471040, "storageReduction": 0.4828575721153846, "maxMatrixError": 0.008411872200667858 }, "isolatedCalibrationValidation": { "relativeL2": 0.002561430021113965, "maxAbsDiff": 1.625 }, "independentValidation": { "relativeL2": 0.002365253374386097, "maxAbsDiff": 1.5 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 37, "artifactPath": "layers/layer_037.elasticbit", "artifactBytes": 325485993, "artifactSha256": "2db50268104586d52e325b3d594b4e6bb7a635958d2dd47b067bde0a658db68c", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.615994930267334, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "8": 3, "9": 1 }, "effectiveBits": 8.26923076923077, "originalBytes": 681574400, "storageBytes": 352471040, "storageReduction": 0.4828575721153846, "maxMatrixError": 0.007494587916880846 }, "isolatedCalibrationValidation": { "relativeL2": 0.0023466998664237212, "maxAbsDiff": 0.6796875 }, "independentValidation": { "relativeL2": 0.002194477403173853, "maxAbsDiff": 0.4375 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 38, "artifactPath": "layers/layer_038.elasticbit", "artifactBytes": 302387024, "artifactSha256": "4083bd4b9435c7f9df8c51c257483920959995a39aef5a5a2aebe162f04873dc", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 4.773923635482788, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "8": 3, "7": 1 }, "effectiveBits": 7.730769230769231, "originalBytes": 681574400, "storageBytes": 329533440, "storageReduction": 0.5165114182692307, "maxMatrixError": 0.009024805389344692 }, "isolatedCalibrationValidation": { "relativeL2": 0.00452110092251675, "maxAbsDiff": 3.0 }, "independentValidation": { "relativeL2": 0.00441747351566085, "maxAbsDiff": 2.1875 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" }, { "layerIndex": 39, "artifactPath": "layers/layer_039.elasticbit", "artifactBytes": 324547812, "artifactSha256": "9f954fcea18848eed24ed287e98a1bfa41ca339104f54c0305d463c2fc844727", "artifactType": "elasticbit-block-root-v1", "sourceLayerBytesFP16": 681594880, "compressionSeconds": 6.6087257862091064, "threshold": 0.01, "device": "cuda:1", "elasticBitCudaDeviceIndex": 1, "matrixSummary": { "count": 4, "histogram": { "8": 3, "9": 1 }, "effectiveBits": 8.26923076923077, "originalBytes": 681574400, "storageBytes": 352471040, "storageReduction": 0.4828575721153846, "maxMatrixError": 0.00972001813352108 }, "isolatedCalibrationValidation": { "relativeL2": 0.001510944537375885, "maxAbsDiff": 1.5703125 }, "independentValidation": { "relativeL2": 0.001511436276436193, "maxAbsDiff": 0.75 }, "artifactRoundTripValidation": { "relativeL2": 0.0, "maxAbsDiff": 0.0 }, "artifactRoundTripLowMem": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "artifactRoundTripDevice": "cuda:0" } ], "nextLayer": 40, "reconstructionSmoke": { "passed": true, "skipped": false, "sequenceLength": 32, "device": "cuda:1", "verifiedGlobalFiles": 4, "loadedLayerCount": 40, "logitsRelativeL2": 0.011885711151177624, "logitsMaxAbsDiff": 0.19140625, "top1Match": true, "finiteLogits": true, "maxAllowedRelativeL2": 0.25, "observedLayerSha256": { "0": "d23b1abbb08db2fd141e2d5c62b83efb19ee9987c61d7384329d8712e48013ca", "1": "8480615b51df4cc4f7d052dadc8261af336912ed6fa3270d2a4b5246dbbba48d", "2": "cf55b102dcc51da7edc80ca826a2ad8ea43c79dec1255df8924ffbb9a8a1ecb2", "3": "6253232f883b963fef2d2d1bcd4a278bc4e0f438536c203808f17ef22c3bc66d", "4": "6143d75f8520f0475d4c24e26ce7ca55db80522eef1ac3e6855484a284181058", "5": "2a8e918a6947ffb8f41d4afc47fc7ca19345719a4e0822acb08c3239e5875fa6", "6": "cc5be9111fb5f22b44edd501b34fe23524722f6d0c7432e4b3e87ede71b1328d", "7": "921bc85a5336d45dbbf1183f15b9a80c098044b53ec300254e608d6054e11e41", "8": "ddaee56f39e36629e511fea764a367621d5692130db90b17dc410f8084bb8e36", "9": "13c28994deb5e3c5a29759bbbbeaa09151526f0f53c2c7580c76bcc1941a2c1f", "10": "87d0c79a2bc1b4828666f09389e898aa1d2c2a4b435347f4c4c581d2e68ee3c8", "11": "f9fc70d027b0e04f2432c60c63473ebcb4d7b787cd9111310d4375f481894c5c", "12": "fbd22eabcee5c5dbfb5041f8f540158cb550dee24c0a858b70298815e31043e5", "13": "6d6564bba63c3759d3d895e61502db3de88e3dff881cf0cc49dd2211261ee543", "14": "db8be9c7293de2f1ac549af77c0b3a5dea8c850763042bcc0b5211c99eac0e39", "15": "a766b5f22e4e847e9ecd230d684ee1ab3216e637c7b54ec45c0b7b21e6277c39", "16": "ac97f5307abd61dd0a9e9432dd51827f2a7d8d37bd3a3dbe3a22136e2ce4d28f", "17": "28ed0e5ede4907eb091161f37cdc299925613bd2f59d11f94cc0a333f1881738", "18": "9836bd9af6a72dfb2371077f07b03d93d5dd42583456d33fd2c22676124138db", "19": "5d42ed457116b5494db163ccf0a84c3e964f45924ab3fbcd1e85985d1e37d9f4", "20": "90d7ce6129ff978e3340563ec39e547f78788a1dfdfc67f9112eeb48fe36722a", "21": "014289e43275d58925e4d2a6a547484eaf933b509c6d594f4e5688309bfb7531", "22": "2da85acefc79aaeca898f58636e0fca1a53c6726ca685f68214c82b3b1d91eaf", "23": "37b6bc590922a6c98a412762a8d59ad017d0514a5beff6e741866f9366b034c4", "24": "a7654f48b4618d66ef63d96599d8275b683a6a440cf4c8c76612605d3db20db6", "25": "210b6d08a208a1bb42e911c9f26f360d29300c7ad43ce9da78d5e4771b455526", "26": "642964b631e73220d992520b9a42ae94661a14fa603b9fe41e9c2818621b9fdf", "27": "216baec42847e1a318df628d6a026f8cd37c0da5cc6042d36c81237e51ec3812", "28": "362edbd06b8dad57918a1022fb46e1d20eb08ecd56beb7a3c5764c2ce06575d2", "29": "65191f67b5c6e5d0385c0d7aa4d3bb7cb9d9c726e39674a81f2ee03678ea1004", "30": "ef50fbbb4350e37b904de9d4124e6f3ba2facdb185a7df3c2a9f5e31e9c7b791", "31": "e8294534856975c85168549e3495218005a3d5daea3d2d86665db4fb651c1283", "32": "17913477c2e64abf2a44458a622653fce3f87b66e8e25b0fd7d6bf9ba70b04a6", "33": "2bbdda2b52b4315f6785017883af921bfebe49c6d59e425f0bb4b61b648e4017", "34": "251a987a952d0a13ff11b753a621f0e7cfe877633982339377ea7ed1b2cd28ae", "35": "8b4f78e00a3490cff35db502fa1d459f157ce2edb8b5a093a879b834b02684b4", "36": "363a850467fa1f9ba2ee20e8c88b7a962af4d5fa63ff729e47796e3f9460a267", "37": "2db50268104586d52e325b3d594b4e6bb7a635958d2dd47b067bde0a658db68c", "38": "4083bd4b9435c7f9df8c51c257483920959995a39aef5a5a2aebe162f04873dc", "39": "9f954fcea18848eed24ed287e98a1bfa41ca339104f54c0305d463c2fc844727" }, "lowMemLayerLoads": { "0": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "1": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "2": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "3": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "4": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "5": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "6": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "7": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "8": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "9": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "10": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "11": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "12": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "13": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "14": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "15": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "16": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "17": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "18": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "19": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "20": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "21": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "22": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "23": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "24": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "25": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "26": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "27": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "28": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "29": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "30": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "31": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "32": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "33": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "34": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "35": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "36": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "37": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "38": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 }, "39": { "placeholderCount": 4, "avoidedDenseBytesApproxFP16": 681574400, "preloadedStateSlots": 2, "movedNonPersistentBuffers": [], "postloadExactStateSlots": 2, "checkedStateDtypes": 2, "dtypeMismatchCount": 0, "stateValueMismatchCount": 0 } }, "proxyMetadata": { "0": { "hidden_size": 5120, "training": true }, "1": { "hidden_size": 5120, "training": true }, "2": { "hidden_size": 5120, "training": true }, "3": { "hidden_size": 5120, "training": true }, "4": { "hidden_size": 5120, "training": true }, "5": { "hidden_size": 5120, "training": true }, "6": { "hidden_size": 5120, "training": true }, "7": { "hidden_size": 5120, "training": true }, "8": { "hidden_size": 5120, "training": true }, "9": { "hidden_size": 5120, "training": true }, "10": { "hidden_size": 5120, "training": true }, "11": { "hidden_size": 5120, "training": true }, "12": { "hidden_size": 5120, "training": true }, "13": { "hidden_size": 5120, "training": true }, "14": { "hidden_size": 5120, "training": true }, "15": { "hidden_size": 5120, "training": true }, "16": { "hidden_size": 5120, "training": true }, "17": { "hidden_size": 5120, "training": true }, "18": { "hidden_size": 5120, "training": true }, "19": { "hidden_size": 5120, "training": true }, "20": { "hidden_size": 5120, "training": true }, "21": { "hidden_size": 5120, "training": true }, "22": { "hidden_size": 5120, "training": true }, "23": { "hidden_size": 5120, "training": true }, "24": { "hidden_size": 5120, "training": true }, "25": { "hidden_size": 5120, "training": true }, "26": { "hidden_size": 5120, "training": true }, "27": { "hidden_size": 5120, "training": true }, "28": { "hidden_size": 5120, "training": true }, "29": { "hidden_size": 5120, "training": true }, "30": { "hidden_size": 5120, "training": true }, "31": { "hidden_size": 5120, "training": true }, "32": { "hidden_size": 5120, "training": true }, "33": { "hidden_size": 5120, "training": true }, "34": { "hidden_size": 5120, "training": true }, "35": { "hidden_size": 5120, "training": true }, "36": { "hidden_size": 5120, "training": true }, "37": { "hidden_size": 5120, "training": true }, "38": { "hidden_size": 5120, "training": true }, "39": { "hidden_size": 5120, "training": true } }, "lmHeadBoundary": { "inputDtype": "torch.float16", "inputDevice": "cuda:1", "weightDtype": "torch.float16", "weightDevice": "cuda:1" } }, "complete": true, "aggregate": { "completedLayers": 40, "linearOriginalBytes": 27262976000, "linearElasticBitStorageBytes": 13854720000, "linearStorageReduction": 0.49181189903846156, "parameterWeightedEffectiveBits": 8.125961538461539, "layerArtifactBytes": 12948160493, "globalComponentBytes": 2055219848, "totalUploadedModelBytesApprox": 15003380341 } }