phi-4-ElasticBit / progress.json
maxzameer's picture
Upload progress.json with huggingface_hub
54c505b verified
Raw History Blame Contribute Delete
81.8 kB
{
"format": "mlbricks-elasticbit-multimodel-converter",
"version": 3,
"validationContractVersion": 3,
"sourceModel": "microsoft/phi-4",
"sourceRevision": "2db69c1c3e91a05d2c64a3185acfbaf36f744e25",
"sourceLicense": "mit",
"outputRepo": "maxzameer/phi-4-ElasticBit",
"mlbricksGit": "https://github.com/MlBricks/MLBricks.git",
"mlbricksCommit": "f772eb27d2d6b84764e9e90458827dac6980a88a",
"threshold": 0.01,
"workingPrecision": "FP16 requested; persistent loaded dtypes preserved",
"decodePolicy": "hardwareNative",
"layerPath": "model.layers",
"numLayers": 40,
"calibration": {
"sequenceLength": 96,
"blocks": 4,
"textSha256": "c362dfd115ef8035b38f52998966879cff4e46a5e08dd9f14da320a55f372553",
"inputIdsPath": "calibration/input_ids.safetensors"
},
"validation": {
"sequenceLength": 96,
"blocks": 1,
"textSha256": "685f707047afba5b81807c0a72fde454c8fb6cef7f0061d9a80ebfa6e9cc8ff9",
"inputIdsPath": "validation/input_ids.safetensors",
"sourceSmokeReferencePath": "validation/source_smoke_reference.safetensors"
},
"globalsComplete": true,
"globalManifest": "components/global_manifest.json",
"globalManifestVersion": 3,
"globalComponentBytes": 2055219848,
"layers": [
{
"layerIndex": 0,
"artifactPath": "layers/layer_000.elasticbit",
"artifactBytes": 295173165,
"artifactSha256": "d23b1abbb08db2fd141e2d5c62b83efb19ee9987c61d7384329d8712e48013ca",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 5.484041452407837,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 3,
"6": 1
},
"effectiveBits": 7.769230769230769,
"originalBytes": 681574400,
"storageBytes": 331171840,
"storageReduction": 0.5141075721153846,
"maxMatrixError": 0.008025719784200191
},
"isolatedCalibrationValidation": {
"relativeL2": 0.030140706344435216,
"maxAbsDiff": 0.0458984375
},
"independentValidation": {
"relativeL2": 0.029015822065195637,
"maxAbsDiff": 0.0400390625
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 1,
"artifactPath": "layers/layer_001.elasticbit",
"artifactBytes": 301655521,
"artifactSha256": "8480615b51df4cc4f7d052dadc8261af336912ed6fa3270d2a4b5246dbbba48d",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 5.89387321472168,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 1,
"6": 1,
"8": 1,
"7": 1
},
"effectiveBits": 7.576923076923077,
"originalBytes": 681574400,
"storageBytes": 322979840,
"storageReduction": 0.5261268028846153,
"maxMatrixError": 0.009119924157857895
},
"isolatedCalibrationValidation": {
"relativeL2": 0.008968063871791896,
"maxAbsDiff": 2.5234375
},
"independentValidation": {
"relativeL2": 0.00940780515518235,
"maxAbsDiff": 2.421875
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 2,
"artifactPath": "layers/layer_002.elasticbit",
"artifactBytes": 286782490,
"artifactSha256": "cf55b102dcc51da7edc80ca826a2ad8ea43c79dec1255df8924ffbb9a8a1ecb2",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 5.429288625717163,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 2,
"7": 1,
"6": 1
},
"effectiveBits": 7.346153846153846,
"originalBytes": 681574400,
"storageBytes": 313149440,
"storageReduction": 0.5405498798076923,
"maxMatrixError": 0.00957441795617342
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0072191223096902055,
"maxAbsDiff": 3.875
},
"independentValidation": {
"relativeL2": 0.007312040524336951,
"maxAbsDiff": 3.625
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 3,
"artifactPath": "layers/layer_003.elasticbit",
"artifactBytes": 302087962,
"artifactSha256": "6253232f883b963fef2d2d1bcd4a278bc4e0f438536c203808f17ef22c3bc66d",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 5.338435649871826,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 2,
"7": 2
},
"effectiveBits": 7.615384615384615,
"originalBytes": 681574400,
"storageBytes": 324618240,
"storageReduction": 0.5237229567307693,
"maxMatrixError": 0.00971250794827938
},
"isolatedCalibrationValidation": {
"relativeL2": 0.007829499910739324,
"maxAbsDiff": 9.125
},
"independentValidation": {
"relativeL2": 0.008189353085896581,
"maxAbsDiff": 9.0
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 4,
"artifactPath": "layers/layer_004.elasticbit",
"artifactBytes": 302328429,
"artifactSha256": "6143d75f8520f0475d4c24e26ce7ca55db80522eef1ac3e6855484a284181058",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 5.131640434265137,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 2,
"7": 2
},
"effectiveBits": 7.615384615384615,
"originalBytes": 681574400,
"storageBytes": 324618240,
"storageReduction": 0.5237229567307693,
"maxMatrixError": 0.009336325339972973
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0029243629728438842,
"maxAbsDiff": 3.5
},
"independentValidation": {
"relativeL2": 0.0032304916402272135,
"maxAbsDiff": 4.0
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 5,
"artifactPath": "layers/layer_005.elasticbit",
"artifactBytes": 325176459,
"artifactSha256": "2a8e918a6947ffb8f41d4afc47fc7ca19345719a4e0822acb08c3239e5875fa6",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 6.981692552566528,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 2,
"7": 1,
"9": 1
},
"effectiveBits": 8.153846153846153,
"originalBytes": 681574400,
"storageBytes": 347555840,
"storageReduction": 0.49006911057692304,
"maxMatrixError": 0.009992124512791634
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0009526971167285513,
"maxAbsDiff": 0.125
},
"independentValidation": {
"relativeL2": 0.0009863846305689502,
"maxAbsDiff": 0.125
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 6,
"artifactPath": "layers/layer_006.elasticbit",
"artifactBytes": 309010735,
"artifactSha256": "cc5be9111fb5f22b44edd501b34fe23524722f6d0c7432e4b3e87ede71b1328d",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 5.5142552852630615,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 1,
"7": 1,
"8": 2
},
"effectiveBits": 7.961538461538462,
"originalBytes": 681574400,
"storageBytes": 339363840,
"storageReduction": 0.5020883413461539,
"maxMatrixError": 0.008528505451977253
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0011323165792623885,
"maxAbsDiff": 0.5
},
"independentValidation": {
"relativeL2": 0.0012071607504281967,
"maxAbsDiff": 0.5
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 7,
"artifactPath": "layers/layer_007.elasticbit",
"artifactBytes": 331483376,
"artifactSha256": "921bc85a5336d45dbbf1183f15b9a80c098044b53ec300254e608d6054e11e41",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.554826021194458,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.008778146468102932
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0010294616772501977,
"maxAbsDiff": 0.5
},
"independentValidation": {
"relativeL2": 0.0010377453582805136,
"maxAbsDiff": 0.044921875
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 8,
"artifactPath": "layers/layer_008.elasticbit",
"artifactBytes": 331504769,
"artifactSha256": "ddaee56f39e36629e511fea764a367621d5692130db90b17dc410f8084bb8e36",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.562642574310303,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.008863055147230625
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0011334917249192446,
"maxAbsDiff": 0.046875
},
"independentValidation": {
"relativeL2": 0.0011649601996427913,
"maxAbsDiff": 0.0546875
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 9,
"artifactPath": "layers/layer_009.elasticbit",
"artifactBytes": 331480760,
"artifactSha256": "13c28994deb5e3c5a29759bbbbeaa09151526f0f53c2c7580c76bcc1941a2c1f",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.416548252105713,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.00811366643756628
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0012576474374814551,
"maxAbsDiff": 0.0625
},
"independentValidation": {
"relativeL2": 0.0013217546124114931,
"maxAbsDiff": 0.0546875
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 10,
"artifactPath": "layers/layer_010.elasticbit",
"artifactBytes": 331433314,
"artifactSha256": "87d0c79a2bc1b4828666f09389e898aa1d2c2a4b435347f4c4c581d2e68ee3c8",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.4517998695373535,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.00802900642156601
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0013949877253440495,
"maxAbsDiff": 0.1015625
},
"independentValidation": {
"relativeL2": 0.001455455485259363,
"maxAbsDiff": 0.083984375
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 11,
"artifactPath": "layers/layer_011.elasticbit",
"artifactBytes": 331341370,
"artifactSha256": "f9fc70d027b0e04f2432c60c63473ebcb4d7b787cd9111310d4375f481894c5c",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.4135541915893555,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.007894398644566536
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0015702815831907986,
"maxAbsDiff": 0.12890625
},
"independentValidation": {
"relativeL2": 0.0015964546385701407,
"maxAbsDiff": 0.08984375
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 12,
"artifactPath": "layers/layer_012.elasticbit",
"artifactBytes": 331382711,
"artifactSha256": "fbd22eabcee5c5dbfb5041f8f540158cb550dee24c0a858b70298815e31043e5",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.391260385513306,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.00788313802331686
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0015902510276970324,
"maxAbsDiff": 0.15625
},
"independentValidation": {
"relativeL2": 0.0016226354136639242,
"maxAbsDiff": 0.09375
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 13,
"artifactPath": "layers/layer_013.elasticbit",
"artifactBytes": 331338643,
"artifactSha256": "6d6564bba63c3759d3d895e61502db3de88e3dff881cf0cc49dd2211261ee543",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.223226308822632,
"threshold": 0.01,
"device": "cuda:0",
"elasticBitCudaDeviceIndex": 0,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.007940857671201229
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0016684754132000527,
"maxAbsDiff": 0.1171875
},
"independentValidation": {
"relativeL2": 0.0017157694677590787,
"maxAbsDiff": 0.109375
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 14,
"artifactPath": "layers/layer_014.elasticbit",
"artifactBytes": 331339937,
"artifactSha256": "db8be9c7293de2f1ac549af77c0b3a5dea8c850763042bcc0b5211c99eac0e39",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.140613317489624,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.008525972254574299
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0017481843387714717,
"maxAbsDiff": 0.140625
},
"independentValidation": {
"relativeL2": 0.0018130387189008188,
"maxAbsDiff": 0.125
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 15,
"artifactPath": "layers/layer_015.elasticbit",
"artifactBytes": 331307977,
"artifactSha256": "a766b5f22e4e847e9ecd230d684ee1ab3216e637c7b54ec45c0b7b21e6277c39",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.076458215713501,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.008543257601559162
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0018728260437814559,
"maxAbsDiff": 0.15625
},
"independentValidation": {
"relativeL2": 0.0018944334799762517,
"maxAbsDiff": 0.10107421875
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 16,
"artifactPath": "layers/layer_016.elasticbit",
"artifactBytes": 331227235,
"artifactSha256": "ac97f5307abd61dd0a9e9432dd51827f2a7d8d37bd3a3dbe3a22136e2ce4d28f",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.25057053565979,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.00812484510242939
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0021013009496079556,
"maxAbsDiff": 0.20263671875
},
"independentValidation": {
"relativeL2": 0.0021686859889031274,
"maxAbsDiff": 0.1328125
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 17,
"artifactPath": "layers/layer_017.elasticbit",
"artifactBytes": 331296801,
"artifactSha256": "28ed0e5ede4907eb091161f37cdc299925613bd2f59d11f94cc0a333f1881738",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.1983349323272705,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.009204762056469917
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0021019185448599743,
"maxAbsDiff": 0.11328125
},
"independentValidation": {
"relativeL2": 0.0021933964289736663,
"maxAbsDiff": 0.109375
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 18,
"artifactPath": "layers/layer_018.elasticbit",
"artifactBytes": 331357151,
"artifactSha256": "9836bd9af6a72dfb2371077f07b03d93d5dd42583456d33fd2c22676124138db",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.284999132156372,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.008993369527161121
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0023116094525500353,
"maxAbsDiff": 0.125
},
"independentValidation": {
"relativeL2": 0.0024109255392215072,
"maxAbsDiff": 0.0859375
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 19,
"artifactPath": "layers/layer_019.elasticbit",
"artifactBytes": 331409192,
"artifactSha256": "5d42ed457116b5494db163ccf0a84c3e964f45924ab3fbcd1e85985d1e37d9f4",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.416729211807251,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.008992556482553482
},
"isolatedCalibrationValidation": {
"relativeL2": 0.002284017627333564,
"maxAbsDiff": 0.1484375
},
"independentValidation": {
"relativeL2": 0.0023912012136796195,
"maxAbsDiff": 0.140625
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 20,
"artifactPath": "layers/layer_020.elasticbit",
"artifactBytes": 331373548,
"artifactSha256": "90d7ce6129ff978e3340563ec39e547f78788a1dfdfc67f9112eeb48fe36722a",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.181199550628662,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.008326969109475613
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0026045544263233284,
"maxAbsDiff": 0.1806640625
},
"independentValidation": {
"relativeL2": 0.002702716273242325,
"maxAbsDiff": 0.125
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 21,
"artifactPath": "layers/layer_021.elasticbit",
"artifactBytes": 331435085,
"artifactSha256": "014289e43275d58925e4d2a6a547484eaf933b509c6d594f4e5688309bfb7531",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.080434322357178,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.008856349624693394
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0027250093387543133,
"maxAbsDiff": 0.5
},
"independentValidation": {
"relativeL2": 0.002858023505256166,
"maxAbsDiff": 0.1171875
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 22,
"artifactPath": "layers/layer_022.elasticbit",
"artifactBytes": 331445332,
"artifactSha256": "2da85acefc79aaeca898f58636e0fca1a53c6726ca685f68214c82b3b1d91eaf",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.054975748062134,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.008715600706636906
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0028793881972116594,
"maxAbsDiff": 0.14453125
},
"independentValidation": {
"relativeL2": 0.002979165383702904,
"maxAbsDiff": 0.109375
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 23,
"artifactPath": "layers/layer_023.elasticbit",
"artifactBytes": 331457953,
"artifactSha256": "37b6bc590922a6c98a412762a8d59ad017d0514a5beff6e741866f9366b034c4",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 6.9463255405426025,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.008419889025390148
},
"isolatedCalibrationValidation": {
"relativeL2": 0.003062929332325967,
"maxAbsDiff": 0.5
},
"independentValidation": {
"relativeL2": 0.0030691627060804687,
"maxAbsDiff": 0.1953125
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 24,
"artifactPath": "layers/layer_024.elasticbit",
"artifactBytes": 331542116,
"artifactSha256": "a7654f48b4618d66ef63d96599d8275b683a6a440cf4c8c76612605d3db20db6",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.2748823165893555,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.009108430705964565
},
"isolatedCalibrationValidation": {
"relativeL2": 0.00300429056699515,
"maxAbsDiff": 0.130859375
},
"independentValidation": {
"relativeL2": 0.003127463498711889,
"maxAbsDiff": 0.109375
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 25,
"artifactPath": "layers/layer_025.elasticbit",
"artifactBytes": 331498856,
"artifactSha256": "210b6d08a208a1bb42e911c9f26f360d29300c7ad43ce9da78d5e4771b455526",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.194753885269165,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.008392768912017345
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0031772230340924227,
"maxAbsDiff": 0.171875
},
"independentValidation": {
"relativeL2": 0.0033757690856415982,
"maxAbsDiff": 0.140625
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 26,
"artifactPath": "layers/layer_026.elasticbit",
"artifactBytes": 331524461,
"artifactSha256": "642964b631e73220d992520b9a42ae94661a14fa603b9fe41e9c2818621b9fdf",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.088472843170166,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.008964861743152142
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0032983816360119683,
"maxAbsDiff": 0.203125
},
"independentValidation": {
"relativeL2": 0.003331307285416138,
"maxAbsDiff": 0.1875
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 27,
"artifactPath": "layers/layer_027.elasticbit",
"artifactBytes": 331589683,
"artifactSha256": "216baec42847e1a318df628d6a026f8cd37c0da5cc6042d36c81237e51ec3812",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.033714771270752,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.00934210978448391
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0035095950965998083,
"maxAbsDiff": 0.4375
},
"independentValidation": {
"relativeL2": 0.0037193982588680837,
"maxAbsDiff": 0.5
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 28,
"artifactPath": "layers/layer_028.elasticbit",
"artifactBytes": 325459304,
"artifactSha256": "362edbd06b8dad57918a1022fb46e1d20eb08ecd56beb7a3c5764c2ce06575d2",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 6.939639329910278,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 2,
"7": 1,
"9": 1
},
"effectiveBits": 8.153846153846153,
"originalBytes": 681574400,
"storageBytes": 347555840,
"storageReduction": 0.49006911057692304,
"maxMatrixError": 0.009819724597036839
},
"isolatedCalibrationValidation": {
"relativeL2": 0.003278049962468948,
"maxAbsDiff": 0.5
},
"independentValidation": {
"relativeL2": 0.0035124642659136052,
"maxAbsDiff": 0.25
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 29,
"artifactPath": "layers/layer_029.elasticbit",
"artifactBytes": 331639919,
"artifactSha256": "65191f67b5c6e5d0385c0d7aa4d3bb7cb9d9c726e39674a81f2ee03678ea1004",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 7.404977560043335,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"9": 2,
"7": 1,
"8": 1
},
"effectiveBits": 8.23076923076923,
"originalBytes": 681574400,
"storageBytes": 350832640,
"storageReduction": 0.48526141826923075,
"maxMatrixError": 0.009438460692763329
},
"isolatedCalibrationValidation": {
"relativeL2": 0.003109301278579311,
"maxAbsDiff": 0.375
},
"independentValidation": {
"relativeL2": 0.0032532993665068516,
"maxAbsDiff": 0.34375
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 30,
"artifactPath": "layers/layer_030.elasticbit",
"artifactBytes": 325506420,
"artifactSha256": "ef50fbbb4350e37b904de9d4124e6f3ba2facdb185a7df3c2a9f5e31e9c7b791",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 6.649044990539551,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 2,
"7": 1,
"9": 1
},
"effectiveBits": 8.153846153846153,
"originalBytes": 681574400,
"storageBytes": 347555840,
"storageReduction": 0.49006911057692304,
"maxMatrixError": 0.00981076993048191
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0028958611521757117,
"maxAbsDiff": 0.3125
},
"independentValidation": {
"relativeL2": 0.002914783027265345,
"maxAbsDiff": 0.5
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 31,
"artifactPath": "layers/layer_031.elasticbit",
"artifactBytes": 325697741,
"artifactSha256": "e8294534856975c85168549e3495218005a3d5daea3d2d86665db4fb651c1283",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 6.678463459014893,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 3,
"9": 1
},
"effectiveBits": 8.26923076923077,
"originalBytes": 681574400,
"storageBytes": 352471040,
"storageReduction": 0.4828575721153846,
"maxMatrixError": 0.009832173585891724
},
"isolatedCalibrationValidation": {
"relativeL2": 0.002334490643799475,
"maxAbsDiff": 0.5
},
"independentValidation": {
"relativeL2": 0.00226059629353232,
"maxAbsDiff": 0.375
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 32,
"artifactPath": "layers/layer_032.elasticbit",
"artifactBytes": 325548201,
"artifactSha256": "17913477c2e64abf2a44458a622653fce3f87b66e8e25b0fd7d6bf9ba70b04a6",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 6.68739914894104,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 3,
"9": 1
},
"effectiveBits": 8.26923076923077,
"originalBytes": 681574400,
"storageBytes": 352471040,
"storageReduction": 0.4828575721153846,
"maxMatrixError": 0.009515652433037758
},
"isolatedCalibrationValidation": {
"relativeL2": 0.002472763993349945,
"maxAbsDiff": 0.75
},
"independentValidation": {
"relativeL2": 0.002419177800215359,
"maxAbsDiff": 0.5
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 33,
"artifactPath": "layers/layer_033.elasticbit",
"artifactBytes": 325657198,
"artifactSha256": "2bbdda2b52b4315f6785017883af921bfebe49c6d59e425f0bb4b61b648e4017",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 6.618672609329224,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 3,
"9": 1
},
"effectiveBits": 8.26923076923077,
"originalBytes": 681574400,
"storageBytes": 352471040,
"storageReduction": 0.4828575721153846,
"maxMatrixError": 0.0093364417552948
},
"isolatedCalibrationValidation": {
"relativeL2": 0.002310257874569462,
"maxAbsDiff": 1.0
},
"independentValidation": {
"relativeL2": 0.0022397547072879943,
"maxAbsDiff": 0.5
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 34,
"artifactPath": "layers/layer_034.elasticbit",
"artifactBytes": 303227704,
"artifactSha256": "251a987a952d0a13ff11b753a621f0e7cfe877633982339377ea7ed1b2cd28ae",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 4.8297107219696045,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 4
},
"effectiveBits": 8.0,
"originalBytes": 681574400,
"storageBytes": 341002240,
"storageReduction": 0.49968449519230773,
"maxMatrixError": 0.009892660193145275
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0031814111940023627,
"maxAbsDiff": 1.16015625
},
"independentValidation": {
"relativeL2": 0.003004431116995048,
"maxAbsDiff": 1.05859375
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 35,
"artifactPath": "layers/layer_035.elasticbit",
"artifactBytes": 325494544,
"artifactSha256": "8b4f78e00a3490cff35db502fa1d459f157ce2edb8b5a093a879b834b02684b4",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 6.632982015609741,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 3,
"9": 1
},
"effectiveBits": 8.26923076923077,
"originalBytes": 681574400,
"storageBytes": 352471040,
"storageReduction": 0.4828575721153846,
"maxMatrixError": 0.0069291903637349606
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0030667888117797905,
"maxAbsDiff": 3.5
},
"independentValidation": {
"relativeL2": 0.0030504180990582695,
"maxAbsDiff": 3.625
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 36,
"artifactPath": "layers/layer_036.elasticbit",
"artifactBytes": 325523602,
"artifactSha256": "363a850467fa1f9ba2ee20e8c88b7a962af4d5fa63ff729e47796e3f9460a267",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 6.658527612686157,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 3,
"9": 1
},
"effectiveBits": 8.26923076923077,
"originalBytes": 681574400,
"storageBytes": 352471040,
"storageReduction": 0.4828575721153846,
"maxMatrixError": 0.008411872200667858
},
"isolatedCalibrationValidation": {
"relativeL2": 0.002561430021113965,
"maxAbsDiff": 1.625
},
"independentValidation": {
"relativeL2": 0.002365253374386097,
"maxAbsDiff": 1.5
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 37,
"artifactPath": "layers/layer_037.elasticbit",
"artifactBytes": 325485993,
"artifactSha256": "2db50268104586d52e325b3d594b4e6bb7a635958d2dd47b067bde0a658db68c",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 6.615994930267334,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 3,
"9": 1
},
"effectiveBits": 8.26923076923077,
"originalBytes": 681574400,
"storageBytes": 352471040,
"storageReduction": 0.4828575721153846,
"maxMatrixError": 0.007494587916880846
},
"isolatedCalibrationValidation": {
"relativeL2": 0.0023466998664237212,
"maxAbsDiff": 0.6796875
},
"independentValidation": {
"relativeL2": 0.002194477403173853,
"maxAbsDiff": 0.4375
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 38,
"artifactPath": "layers/layer_038.elasticbit",
"artifactBytes": 302387024,
"artifactSha256": "4083bd4b9435c7f9df8c51c257483920959995a39aef5a5a2aebe162f04873dc",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 4.773923635482788,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 3,
"7": 1
},
"effectiveBits": 7.730769230769231,
"originalBytes": 681574400,
"storageBytes": 329533440,
"storageReduction": 0.5165114182692307,
"maxMatrixError": 0.009024805389344692
},
"isolatedCalibrationValidation": {
"relativeL2": 0.00452110092251675,
"maxAbsDiff": 3.0
},
"independentValidation": {
"relativeL2": 0.00441747351566085,
"maxAbsDiff": 2.1875
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
},
{
"layerIndex": 39,
"artifactPath": "layers/layer_039.elasticbit",
"artifactBytes": 324547812,
"artifactSha256": "9f954fcea18848eed24ed287e98a1bfa41ca339104f54c0305d463c2fc844727",
"artifactType": "elasticbit-block-root-v1",
"sourceLayerBytesFP16": 681594880,
"compressionSeconds": 6.6087257862091064,
"threshold": 0.01,
"device": "cuda:1",
"elasticBitCudaDeviceIndex": 1,
"matrixSummary": {
"count": 4,
"histogram": {
"8": 3,
"9": 1
},
"effectiveBits": 8.26923076923077,
"originalBytes": 681574400,
"storageBytes": 352471040,
"storageReduction": 0.4828575721153846,
"maxMatrixError": 0.00972001813352108
},
"isolatedCalibrationValidation": {
"relativeL2": 0.001510944537375885,
"maxAbsDiff": 1.5703125
},
"independentValidation": {
"relativeL2": 0.001511436276436193,
"maxAbsDiff": 0.75
},
"artifactRoundTripValidation": {
"relativeL2": 0.0,
"maxAbsDiff": 0.0
},
"artifactRoundTripLowMem": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"artifactRoundTripDevice": "cuda:0"
}
],
"nextLayer": 40,
"reconstructionSmoke": {
"passed": true,
"skipped": false,
"sequenceLength": 32,
"device": "cuda:1",
"verifiedGlobalFiles": 4,
"loadedLayerCount": 40,
"logitsRelativeL2": 0.011885711151177624,
"logitsMaxAbsDiff": 0.19140625,
"top1Match": true,
"finiteLogits": true,
"maxAllowedRelativeL2": 0.25,
"observedLayerSha256": {
"0": "d23b1abbb08db2fd141e2d5c62b83efb19ee9987c61d7384329d8712e48013ca",
"1": "8480615b51df4cc4f7d052dadc8261af336912ed6fa3270d2a4b5246dbbba48d",
"2": "cf55b102dcc51da7edc80ca826a2ad8ea43c79dec1255df8924ffbb9a8a1ecb2",
"3": "6253232f883b963fef2d2d1bcd4a278bc4e0f438536c203808f17ef22c3bc66d",
"4": "6143d75f8520f0475d4c24e26ce7ca55db80522eef1ac3e6855484a284181058",
"5": "2a8e918a6947ffb8f41d4afc47fc7ca19345719a4e0822acb08c3239e5875fa6",
"6": "cc5be9111fb5f22b44edd501b34fe23524722f6d0c7432e4b3e87ede71b1328d",
"7": "921bc85a5336d45dbbf1183f15b9a80c098044b53ec300254e608d6054e11e41",
"8": "ddaee56f39e36629e511fea764a367621d5692130db90b17dc410f8084bb8e36",
"9": "13c28994deb5e3c5a29759bbbbeaa09151526f0f53c2c7580c76bcc1941a2c1f",
"10": "87d0c79a2bc1b4828666f09389e898aa1d2c2a4b435347f4c4c581d2e68ee3c8",
"11": "f9fc70d027b0e04f2432c60c63473ebcb4d7b787cd9111310d4375f481894c5c",
"12": "fbd22eabcee5c5dbfb5041f8f540158cb550dee24c0a858b70298815e31043e5",
"13": "6d6564bba63c3759d3d895e61502db3de88e3dff881cf0cc49dd2211261ee543",
"14": "db8be9c7293de2f1ac549af77c0b3a5dea8c850763042bcc0b5211c99eac0e39",
"15": "a766b5f22e4e847e9ecd230d684ee1ab3216e637c7b54ec45c0b7b21e6277c39",
"16": "ac97f5307abd61dd0a9e9432dd51827f2a7d8d37bd3a3dbe3a22136e2ce4d28f",
"17": "28ed0e5ede4907eb091161f37cdc299925613bd2f59d11f94cc0a333f1881738",
"18": "9836bd9af6a72dfb2371077f07b03d93d5dd42583456d33fd2c22676124138db",
"19": "5d42ed457116b5494db163ccf0a84c3e964f45924ab3fbcd1e85985d1e37d9f4",
"20": "90d7ce6129ff978e3340563ec39e547f78788a1dfdfc67f9112eeb48fe36722a",
"21": "014289e43275d58925e4d2a6a547484eaf933b509c6d594f4e5688309bfb7531",
"22": "2da85acefc79aaeca898f58636e0fca1a53c6726ca685f68214c82b3b1d91eaf",
"23": "37b6bc590922a6c98a412762a8d59ad017d0514a5beff6e741866f9366b034c4",
"24": "a7654f48b4618d66ef63d96599d8275b683a6a440cf4c8c76612605d3db20db6",
"25": "210b6d08a208a1bb42e911c9f26f360d29300c7ad43ce9da78d5e4771b455526",
"26": "642964b631e73220d992520b9a42ae94661a14fa603b9fe41e9c2818621b9fdf",
"27": "216baec42847e1a318df628d6a026f8cd37c0da5cc6042d36c81237e51ec3812",
"28": "362edbd06b8dad57918a1022fb46e1d20eb08ecd56beb7a3c5764c2ce06575d2",
"29": "65191f67b5c6e5d0385c0d7aa4d3bb7cb9d9c726e39674a81f2ee03678ea1004",
"30": "ef50fbbb4350e37b904de9d4124e6f3ba2facdb185a7df3c2a9f5e31e9c7b791",
"31": "e8294534856975c85168549e3495218005a3d5daea3d2d86665db4fb651c1283",
"32": "17913477c2e64abf2a44458a622653fce3f87b66e8e25b0fd7d6bf9ba70b04a6",
"33": "2bbdda2b52b4315f6785017883af921bfebe49c6d59e425f0bb4b61b648e4017",
"34": "251a987a952d0a13ff11b753a621f0e7cfe877633982339377ea7ed1b2cd28ae",
"35": "8b4f78e00a3490cff35db502fa1d459f157ce2edb8b5a093a879b834b02684b4",
"36": "363a850467fa1f9ba2ee20e8c88b7a962af4d5fa63ff729e47796e3f9460a267",
"37": "2db50268104586d52e325b3d594b4e6bb7a635958d2dd47b067bde0a658db68c",
"38": "4083bd4b9435c7f9df8c51c257483920959995a39aef5a5a2aebe162f04873dc",
"39": "9f954fcea18848eed24ed287e98a1bfa41ca339104f54c0305d463c2fc844727"
},
"lowMemLayerLoads": {
"0": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"1": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"2": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"3": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"4": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"5": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"6": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"7": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"8": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"9": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"10": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"11": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"12": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"13": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"14": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"15": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"16": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"17": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"18": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"19": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"20": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"21": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"22": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"23": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"24": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"25": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"26": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"27": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"28": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"29": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"30": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"31": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"32": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"33": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"34": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"35": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"36": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"37": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"38": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
},
"39": {
"placeholderCount": 4,
"avoidedDenseBytesApproxFP16": 681574400,
"preloadedStateSlots": 2,
"movedNonPersistentBuffers": [],
"postloadExactStateSlots": 2,
"checkedStateDtypes": 2,
"dtypeMismatchCount": 0,
"stateValueMismatchCount": 0
}
},
"proxyMetadata": {
"0": {
"hidden_size": 5120,
"training": true
},
"1": {
"hidden_size": 5120,
"training": true
},
"2": {
"hidden_size": 5120,
"training": true
},
"3": {
"hidden_size": 5120,
"training": true
},
"4": {
"hidden_size": 5120,
"training": true
},
"5": {
"hidden_size": 5120,
"training": true
},
"6": {
"hidden_size": 5120,
"training": true
},
"7": {
"hidden_size": 5120,
"training": true
},
"8": {
"hidden_size": 5120,
"training": true
},
"9": {
"hidden_size": 5120,
"training": true
},
"10": {
"hidden_size": 5120,
"training": true
},
"11": {
"hidden_size": 5120,
"training": true
},
"12": {
"hidden_size": 5120,
"training": true
},
"13": {
"hidden_size": 5120,
"training": true
},
"14": {
"hidden_size": 5120,
"training": true
},
"15": {
"hidden_size": 5120,
"training": true
},
"16": {
"hidden_size": 5120,
"training": true
},
"17": {
"hidden_size": 5120,
"training": true
},
"18": {
"hidden_size": 5120,
"training": true
},
"19": {
"hidden_size": 5120,
"training": true
},
"20": {
"hidden_size": 5120,
"training": true
},
"21": {
"hidden_size": 5120,
"training": true
},
"22": {
"hidden_size": 5120,
"training": true
},
"23": {
"hidden_size": 5120,
"training": true
},
"24": {
"hidden_size": 5120,
"training": true
},
"25": {
"hidden_size": 5120,
"training": true
},
"26": {
"hidden_size": 5120,
"training": true
},
"27": {
"hidden_size": 5120,
"training": true
},
"28": {
"hidden_size": 5120,
"training": true
},
"29": {
"hidden_size": 5120,
"training": true
},
"30": {
"hidden_size": 5120,
"training": true
},
"31": {
"hidden_size": 5120,
"training": true
},
"32": {
"hidden_size": 5120,
"training": true
},
"33": {
"hidden_size": 5120,
"training": true
},
"34": {
"hidden_size": 5120,
"training": true
},
"35": {
"hidden_size": 5120,
"training": true
},
"36": {
"hidden_size": 5120,
"training": true
},
"37": {
"hidden_size": 5120,
"training": true
},
"38": {
"hidden_size": 5120,
"training": true
},
"39": {
"hidden_size": 5120,
"training": true
}
},
"lmHeadBoundary": {
"inputDtype": "torch.float16",
"inputDevice": "cuda:1",
"weightDtype": "torch.float16",
"weightDevice": "cuda:1"
}
},
"complete": true,
"aggregate": {
"completedLayers": 40,
"linearOriginalBytes": 27262976000,
"linearElasticBitStorageBytes": 13854720000,
"linearStorageReduction": 0.49181189903846156,
"parameterWeightedEffectiveBits": 8.125961538461539,
"layerArtifactBytes": 12948160493,
"globalComponentBytes": 2055219848,
"totalUploadedModelBytesApprox": 15003380341
}
}