| { |
| "format": "mlbricks-elasticbit-multimodel-converter", |
| "version": 3, |
| "validationContractVersion": 3, |
| "sourceModel": "microsoft/phi-4", |
| "sourceRevision": "2db69c1c3e91a05d2c64a3185acfbaf36f744e25", |
| "sourceLicense": "mit", |
| "outputRepo": "maxzameer/phi-4-ElasticBit", |
| "mlbricksGit": "https://github.com/MlBricks/MLBricks.git", |
| "mlbricksCommit": "f772eb27d2d6b84764e9e90458827dac6980a88a", |
| "threshold": 0.01, |
| "workingPrecision": "FP16 requested; persistent loaded dtypes preserved", |
| "decodePolicy": "hardwareNative", |
| "layerPath": "model.layers", |
| "numLayers": 40, |
| "calibration": { |
| "sequenceLength": 96, |
| "blocks": 4, |
| "textSha256": "c362dfd115ef8035b38f52998966879cff4e46a5e08dd9f14da320a55f372553", |
| "inputIdsPath": "calibration/input_ids.safetensors" |
| }, |
| "validation": { |
| "sequenceLength": 96, |
| "blocks": 1, |
| "textSha256": "685f707047afba5b81807c0a72fde454c8fb6cef7f0061d9a80ebfa6e9cc8ff9", |
| "inputIdsPath": "validation/input_ids.safetensors", |
| "sourceSmokeReferencePath": "validation/source_smoke_reference.safetensors" |
| }, |
| "globalsComplete": true, |
| "globalManifest": "components/global_manifest.json", |
| "globalManifestVersion": 3, |
| "globalComponentBytes": 2055219848, |
| "layers": [ |
| { |
| "layerIndex": 0, |
| "artifactPath": "layers/layer_000.elasticbit", |
| "artifactBytes": 295173165, |
| "artifactSha256": "d23b1abbb08db2fd141e2d5c62b83efb19ee9987c61d7384329d8712e48013ca", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 5.484041452407837, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "8": 3, |
| "6": 1 |
| }, |
| "effectiveBits": 7.769230769230769, |
| "originalBytes": 681574400, |
| "storageBytes": 331171840, |
| "storageReduction": 0.5141075721153846, |
| "maxMatrixError": 0.008025719784200191 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.030140706344435216, |
| "maxAbsDiff": 0.0458984375 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.029015822065195637, |
| "maxAbsDiff": 0.0400390625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 1, |
| "artifactPath": "layers/layer_001.elasticbit", |
| "artifactBytes": 301655521, |
| "artifactSha256": "8480615b51df4cc4f7d052dadc8261af336912ed6fa3270d2a4b5246dbbba48d", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 5.89387321472168, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 1, |
| "6": 1, |
| "8": 1, |
| "7": 1 |
| }, |
| "effectiveBits": 7.576923076923077, |
| "originalBytes": 681574400, |
| "storageBytes": 322979840, |
| "storageReduction": 0.5261268028846153, |
| "maxMatrixError": 0.009119924157857895 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.008968063871791896, |
| "maxAbsDiff": 2.5234375 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.00940780515518235, |
| "maxAbsDiff": 2.421875 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 2, |
| "artifactPath": "layers/layer_002.elasticbit", |
| "artifactBytes": 286782490, |
| "artifactSha256": "cf55b102dcc51da7edc80ca826a2ad8ea43c79dec1255df8924ffbb9a8a1ecb2", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 5.429288625717163, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "8": 2, |
| "7": 1, |
| "6": 1 |
| }, |
| "effectiveBits": 7.346153846153846, |
| "originalBytes": 681574400, |
| "storageBytes": 313149440, |
| "storageReduction": 0.5405498798076923, |
| "maxMatrixError": 0.00957441795617342 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0072191223096902055, |
| "maxAbsDiff": 3.875 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.007312040524336951, |
| "maxAbsDiff": 3.625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 3, |
| "artifactPath": "layers/layer_003.elasticbit", |
| "artifactBytes": 302087962, |
| "artifactSha256": "6253232f883b963fef2d2d1bcd4a278bc4e0f438536c203808f17ef22c3bc66d", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 5.338435649871826, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "8": 2, |
| "7": 2 |
| }, |
| "effectiveBits": 7.615384615384615, |
| "originalBytes": 681574400, |
| "storageBytes": 324618240, |
| "storageReduction": 0.5237229567307693, |
| "maxMatrixError": 0.00971250794827938 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.007829499910739324, |
| "maxAbsDiff": 9.125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.008189353085896581, |
| "maxAbsDiff": 9.0 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 4, |
| "artifactPath": "layers/layer_004.elasticbit", |
| "artifactBytes": 302328429, |
| "artifactSha256": "6143d75f8520f0475d4c24e26ce7ca55db80522eef1ac3e6855484a284181058", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 5.131640434265137, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "8": 2, |
| "7": 2 |
| }, |
| "effectiveBits": 7.615384615384615, |
| "originalBytes": 681574400, |
| "storageBytes": 324618240, |
| "storageReduction": 0.5237229567307693, |
| "maxMatrixError": 0.009336325339972973 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0029243629728438842, |
| "maxAbsDiff": 3.5 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0032304916402272135, |
| "maxAbsDiff": 4.0 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 5, |
| "artifactPath": "layers/layer_005.elasticbit", |
| "artifactBytes": 325176459, |
| "artifactSha256": "2a8e918a6947ffb8f41d4afc47fc7ca19345719a4e0822acb08c3239e5875fa6", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 6.981692552566528, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "8": 2, |
| "7": 1, |
| "9": 1 |
| }, |
| "effectiveBits": 8.153846153846153, |
| "originalBytes": 681574400, |
| "storageBytes": 347555840, |
| "storageReduction": 0.49006911057692304, |
| "maxMatrixError": 0.009992124512791634 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0009526971167285513, |
| "maxAbsDiff": 0.125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0009863846305689502, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 6, |
| "artifactPath": "layers/layer_006.elasticbit", |
| "artifactBytes": 309010735, |
| "artifactSha256": "cc5be9111fb5f22b44edd501b34fe23524722f6d0c7432e4b3e87ede71b1328d", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 5.5142552852630615, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 1, |
| "7": 1, |
| "8": 2 |
| }, |
| "effectiveBits": 7.961538461538462, |
| "originalBytes": 681574400, |
| "storageBytes": 339363840, |
| "storageReduction": 0.5020883413461539, |
| "maxMatrixError": 0.008528505451977253 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0011323165792623885, |
| "maxAbsDiff": 0.5 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0012071607504281967, |
| "maxAbsDiff": 0.5 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 7, |
| "artifactPath": "layers/layer_007.elasticbit", |
| "artifactBytes": 331483376, |
| "artifactSha256": "921bc85a5336d45dbbf1183f15b9a80c098044b53ec300254e608d6054e11e41", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.554826021194458, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.008778146468102932 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0010294616772501977, |
| "maxAbsDiff": 0.5 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0010377453582805136, |
| "maxAbsDiff": 0.044921875 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 8, |
| "artifactPath": "layers/layer_008.elasticbit", |
| "artifactBytes": 331504769, |
| "artifactSha256": "ddaee56f39e36629e511fea764a367621d5692130db90b17dc410f8084bb8e36", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.562642574310303, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.008863055147230625 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0011334917249192446, |
| "maxAbsDiff": 0.046875 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0011649601996427913, |
| "maxAbsDiff": 0.0546875 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 9, |
| "artifactPath": "layers/layer_009.elasticbit", |
| "artifactBytes": 331480760, |
| "artifactSha256": "13c28994deb5e3c5a29759bbbbeaa09151526f0f53c2c7580c76bcc1941a2c1f", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.416548252105713, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.00811366643756628 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0012576474374814551, |
| "maxAbsDiff": 0.0625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0013217546124114931, |
| "maxAbsDiff": 0.0546875 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 10, |
| "artifactPath": "layers/layer_010.elasticbit", |
| "artifactBytes": 331433314, |
| "artifactSha256": "87d0c79a2bc1b4828666f09389e898aa1d2c2a4b435347f4c4c581d2e68ee3c8", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.4517998695373535, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.00802900642156601 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0013949877253440495, |
| "maxAbsDiff": 0.1015625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.001455455485259363, |
| "maxAbsDiff": 0.083984375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 11, |
| "artifactPath": "layers/layer_011.elasticbit", |
| "artifactBytes": 331341370, |
| "artifactSha256": "f9fc70d027b0e04f2432c60c63473ebcb4d7b787cd9111310d4375f481894c5c", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.4135541915893555, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.007894398644566536 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0015702815831907986, |
| "maxAbsDiff": 0.12890625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0015964546385701407, |
| "maxAbsDiff": 0.08984375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 12, |
| "artifactPath": "layers/layer_012.elasticbit", |
| "artifactBytes": 331382711, |
| "artifactSha256": "fbd22eabcee5c5dbfb5041f8f540158cb550dee24c0a858b70298815e31043e5", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.391260385513306, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.00788313802331686 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0015902510276970324, |
| "maxAbsDiff": 0.15625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0016226354136639242, |
| "maxAbsDiff": 0.09375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 13, |
| "artifactPath": "layers/layer_013.elasticbit", |
| "artifactBytes": 331338643, |
| "artifactSha256": "6d6564bba63c3759d3d895e61502db3de88e3dff881cf0cc49dd2211261ee543", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.223226308822632, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.007940857671201229 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0016684754132000527, |
| "maxAbsDiff": 0.1171875 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0017157694677590787, |
| "maxAbsDiff": 0.109375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 14, |
| "artifactPath": "layers/layer_014.elasticbit", |
| "artifactBytes": 331339937, |
| "artifactSha256": "db8be9c7293de2f1ac549af77c0b3a5dea8c850763042bcc0b5211c99eac0e39", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.140613317489624, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.008525972254574299 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0017481843387714717, |
| "maxAbsDiff": 0.140625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0018130387189008188, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 15, |
| "artifactPath": "layers/layer_015.elasticbit", |
| "artifactBytes": 331307977, |
| "artifactSha256": "a766b5f22e4e847e9ecd230d684ee1ab3216e637c7b54ec45c0b7b21e6277c39", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.076458215713501, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.008543257601559162 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0018728260437814559, |
| "maxAbsDiff": 0.15625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0018944334799762517, |
| "maxAbsDiff": 0.10107421875 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 16, |
| "artifactPath": "layers/layer_016.elasticbit", |
| "artifactBytes": 331227235, |
| "artifactSha256": "ac97f5307abd61dd0a9e9432dd51827f2a7d8d37bd3a3dbe3a22136e2ce4d28f", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.25057053565979, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.00812484510242939 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0021013009496079556, |
| "maxAbsDiff": 0.20263671875 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0021686859889031274, |
| "maxAbsDiff": 0.1328125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 17, |
| "artifactPath": "layers/layer_017.elasticbit", |
| "artifactBytes": 331296801, |
| "artifactSha256": "28ed0e5ede4907eb091161f37cdc299925613bd2f59d11f94cc0a333f1881738", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.1983349323272705, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.009204762056469917 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0021019185448599743, |
| "maxAbsDiff": 0.11328125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0021933964289736663, |
| "maxAbsDiff": 0.109375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 18, |
| "artifactPath": "layers/layer_018.elasticbit", |
| "artifactBytes": 331357151, |
| "artifactSha256": "9836bd9af6a72dfb2371077f07b03d93d5dd42583456d33fd2c22676124138db", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.284999132156372, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.008993369527161121 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0023116094525500353, |
| "maxAbsDiff": 0.125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0024109255392215072, |
| "maxAbsDiff": 0.0859375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 19, |
| "artifactPath": "layers/layer_019.elasticbit", |
| "artifactBytes": 331409192, |
| "artifactSha256": "5d42ed457116b5494db163ccf0a84c3e964f45924ab3fbcd1e85985d1e37d9f4", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.416729211807251, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.008992556482553482 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.002284017627333564, |
| "maxAbsDiff": 0.1484375 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0023912012136796195, |
| "maxAbsDiff": 0.140625 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 20, |
| "artifactPath": "layers/layer_020.elasticbit", |
| "artifactBytes": 331373548, |
| "artifactSha256": "90d7ce6129ff978e3340563ec39e547f78788a1dfdfc67f9112eeb48fe36722a", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.181199550628662, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.008326969109475613 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0026045544263233284, |
| "maxAbsDiff": 0.1806640625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.002702716273242325, |
| "maxAbsDiff": 0.125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 21, |
| "artifactPath": "layers/layer_021.elasticbit", |
| "artifactBytes": 331435085, |
| "artifactSha256": "014289e43275d58925e4d2a6a547484eaf933b509c6d594f4e5688309bfb7531", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.080434322357178, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.008856349624693394 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0027250093387543133, |
| "maxAbsDiff": 0.5 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.002858023505256166, |
| "maxAbsDiff": 0.1171875 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 22, |
| "artifactPath": "layers/layer_022.elasticbit", |
| "artifactBytes": 331445332, |
| "artifactSha256": "2da85acefc79aaeca898f58636e0fca1a53c6726ca685f68214c82b3b1d91eaf", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.054975748062134, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.008715600706636906 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0028793881972116594, |
| "maxAbsDiff": 0.14453125 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.002979165383702904, |
| "maxAbsDiff": 0.109375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| }, |
| { |
| "layerIndex": 23, |
| "artifactPath": "layers/layer_023.elasticbit", |
| "artifactBytes": 331457953, |
| "artifactSha256": "37b6bc590922a6c98a412762a8d59ad017d0514a5beff6e741866f9366b034c4", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 6.9463255405426025, |
| "threshold": 0.01, |
| "device": "cuda:1", |
| "elasticBitCudaDeviceIndex": 1, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.008419889025390148 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.003062929332325967, |
| "maxAbsDiff": 0.5 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.0030691627060804687, |
| "maxAbsDiff": 0.1953125 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0" |
| } |
| ], |
| "nextLayer": 24, |
| "reconstructionSmoke": null, |
| "complete": false, |
| "aggregate": { |
| "completedLayers": 24, |
| "linearOriginalBytes": 16357785600, |
| "linearElasticBitStorageBytes": 8267612160, |
| "linearStorageReduction": 0.4945763221153846, |
| "parameterWeightedEffectiveBits": 8.08173076923077, |
| "layerArtifactBytes": 7755829915, |
| "globalComponentBytes": 2055219848, |
| "totalUploadedModelBytesApprox": 9811049763 |
| } |
| } |
