{
  "layerIndex": 25,
  "artifactPath": "layers/layer_025.elasticbit",
  "artifactBytes": 331498856,
  "artifactSha256": "210b6d08a208a1bb42e911c9f26f360d29300c7ad43ce9da78d5e4771b455526",
  "artifactType": "elasticbit-block-root-v1",
  "sourceLayerBytesFP16": 681594880,
  "compressionSeconds": 7.194753885269165,
  "threshold": 0.01,
  "device": "cuda:1",
  "elasticBitCudaDeviceIndex": 1,
  "matrixSummary": {
    "count": 4,
    "histogram": {
      "9": 2,
      "7": 1,
      "8": 1
    },
    "effectiveBits": 8.23076923076923,
    "originalBytes": 681574400,
    "storageBytes": 350832640,
    "storageReduction": 0.48526141826923075,
    "maxMatrixError": 0.008392768912017345
  },
  "isolatedCalibrationValidation": {
    "relativeL2": 0.0031772230340924227,
    "maxAbsDiff": 0.171875
  },
  "independentValidation": {
    "relativeL2": 0.0033757690856415982,
    "maxAbsDiff": 0.140625
  },
  "artifactRoundTripValidation": {
    "relativeL2": 0.0,
    "maxAbsDiff": 0.0
  },
  "artifactRoundTripLowMem": {
    "placeholderCount": 4,
    "avoidedDenseBytesApproxFP16": 681574400,
    "preloadedStateSlots": 2,
    "movedNonPersistentBuffers": [],
    "postloadExactStateSlots": 2,
    "checkedStateDtypes": 2,
    "dtypeMismatchCount": 0,
    "stateValueMismatchCount": 0
  },
  "artifactRoundTripDevice": "cuda:0",
  "matrices": [
    {
      "name": "block.self_attn.o_proj",
      "storageBits": 9,
      "executionWidth": 16,
      "error": 0.006356517784297466,
      "storageBytes": 29511680,
      "executionBytes": 52428800,
      "originalBytes": 52428800,
      "memoryReduction": 0.437109375
    },
    {
      "name": "block.self_attn.qkv_proj",
      "storageBits": 7,
      "executionWidth": 8,
      "error": 0.008392768912017345,
      "storageBytes": 34437120,
      "executionBytes": 39352320,
      "originalBytes": 78643200,
      "memoryReduction": 0.562109375
    },
    {
      "name": "block.mlp.gate_up_proj",
      "storageBits": 8,
      "executionWidth": 8,
      "error": 0.006698115728795528,
      "storageBytes": 183644160,
      "executionBytes": 183644160,
      "originalBytes": 367001600,
      "memoryReduction": 0.499609375
    },
    {
      "name": "block.mlp.down_proj",
      "storageBits": 9,
      "executionWidth": 16,
      "error": 0.005557009018957615,
      "storageBytes": 103239680,
      "executionBytes": 183500800,
      "originalBytes": 183500800,
      "memoryReduction": 0.4373883928571428
    }
  ]
}