| { |
| "layerIndex": 10, |
| "artifactPath": "layers/layer_010.elasticbit", |
| "artifactBytes": 331433314, |
| "artifactSha256": "87d0c79a2bc1b4828666f09389e898aa1d2c2a4b435347f4c4c581d2e68ee3c8", |
| "artifactType": "elasticbit-block-root-v1", |
| "sourceLayerBytesFP16": 681594880, |
| "compressionSeconds": 7.4517998695373535, |
| "threshold": 0.01, |
| "device": "cuda:0", |
| "elasticBitCudaDeviceIndex": 0, |
| "matrixSummary": { |
| "count": 4, |
| "histogram": { |
| "9": 2, |
| "7": 1, |
| "8": 1 |
| }, |
| "effectiveBits": 8.23076923076923, |
| "originalBytes": 681574400, |
| "storageBytes": 350832640, |
| "storageReduction": 0.48526141826923075, |
| "maxMatrixError": 0.00802900642156601 |
| }, |
| "isolatedCalibrationValidation": { |
| "relativeL2": 0.0013949877253440495, |
| "maxAbsDiff": 0.1015625 |
| }, |
| "independentValidation": { |
| "relativeL2": 0.001455455485259363, |
| "maxAbsDiff": 0.083984375 |
| }, |
| "artifactRoundTripValidation": { |
| "relativeL2": 0.0, |
| "maxAbsDiff": 0.0 |
| }, |
| "artifactRoundTripLowMem": { |
| "placeholderCount": 4, |
| "avoidedDenseBytesApproxFP16": 681574400, |
| "preloadedStateSlots": 2, |
| "movedNonPersistentBuffers": [], |
| "postloadExactStateSlots": 2, |
| "checkedStateDtypes": 2, |
| "dtypeMismatchCount": 0, |
| "stateValueMismatchCount": 0 |
| }, |
| "artifactRoundTripDevice": "cuda:0", |
| "matrices": [ |
| { |
| "name": "block.self_attn.o_proj", |
| "storageBits": 9, |
| "executionWidth": 16, |
| "error": 0.0054732514545321465, |
| "storageBytes": 29511680, |
| "executionBytes": 52428800, |
| "originalBytes": 52428800, |
| "memoryReduction": 0.437109375 |
| }, |
| { |
| "name": "block.self_attn.qkv_proj", |
| "storageBits": 7, |
| "executionWidth": 8, |
| "error": 0.00802900642156601, |
| "storageBytes": 34437120, |
| "executionBytes": 39352320, |
| "originalBytes": 78643200, |
| "memoryReduction": 0.562109375 |
| }, |
| { |
| "name": "block.mlp.gate_up_proj", |
| "storageBits": 8, |
| "executionWidth": 8, |
| "error": 0.006395893171429634, |
| "storageBytes": 183644160, |
| "executionBytes": 183644160, |
| "originalBytes": 367001600, |
| "memoryReduction": 0.499609375 |
| }, |
| { |
| "name": "block.mlp.down_proj", |
| "storageBits": 9, |
| "executionWidth": 16, |
| "error": 0.004997232463210821, |
| "storageBytes": 103239680, |
| "executionBytes": 183500800, |
| "originalBytes": 183500800, |
| "memoryReduction": 0.4373883928571428 |
| } |
| ] |
| } |
