Hugging Face's logo

maxzameer
/
phi-4-ElasticBit

mlbricks
phi3
elasticbit
quantization
compression
Model card Files
xet
 Community
phi-4-ElasticBit
File size: 2,430 Bytes
429b8c0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
{
  "layerIndex": 34,
  "artifactPath": "layers/layer_034.elasticbit",
  "artifactBytes": 303227704,
  "artifactSha256": "251a987a952d0a13ff11b753a621f0e7cfe877633982339377ea7ed1b2cd28ae",
  "artifactType": "elasticbit-block-root-v1",
  "sourceLayerBytesFP16": 681594880,
  "compressionSeconds": 4.8297107219696045,
  "threshold": 0.01,
  "device": "cuda:1",
  "elasticBitCudaDeviceIndex": 1,
  "matrixSummary": {
    "count": 4,
    "histogram": {
      "8": 4
    },
    "effectiveBits": 8.0,
    "originalBytes": 681574400,
    "storageBytes": 341002240,
    "storageReduction": 0.49968449519230773,
    "maxMatrixError": 0.009892660193145275
  },
  "isolatedCalibrationValidation": {
    "relativeL2": 0.0031814111940023627,
    "maxAbsDiff": 1.16015625
  },
  "independentValidation": {
    "relativeL2": 0.003004431116995048,
    "maxAbsDiff": 1.05859375
  },
  "artifactRoundTripValidation": {
    "relativeL2": 0.0,
    "maxAbsDiff": 0.0
  },
  "artifactRoundTripLowMem": {
    "placeholderCount": 4,
    "avoidedDenseBytesApproxFP16": 681574400,
    "preloadedStateSlots": 2,
    "movedNonPersistentBuffers": [],
    "postloadExactStateSlots": 2,
    "checkedStateDtypes": 2,
    "dtypeMismatchCount": 0,
    "stateValueMismatchCount": 0
  },
  "artifactRoundTripDevice": "cuda:0",
  "matrices": [
    {
      "name": "block.self_attn.o_proj",
      "storageBits": 8,
      "executionWidth": 8,
      "error": 0.009892660193145275,
      "storageBytes": 26234880,
      "executionBytes": 26234880,
      "originalBytes": 52428800,
      "memoryReduction": 0.499609375
    },
    {
      "name": "block.self_attn.qkv_proj",
      "storageBits": 8,
      "executionWidth": 8,
      "error": 0.0051435246132314205,
      "storageBytes": 39352320,
      "executionBytes": 39352320,
      "originalBytes": 78643200,
      "memoryReduction": 0.499609375
    },
    {
      "name": "block.mlp.gate_up_proj",
      "storageBits": 8,
      "executionWidth": 8,
      "error": 0.007236134726554155,
      "storageBytes": 183644160,
      "executionBytes": 183644160,
      "originalBytes": 367001600,
      "memoryReduction": 0.499609375
    },
    {
      "name": "block.mlp.down_proj",
      "storageBits": 8,
      "executionWidth": 8,
      "error": 0.007570923306047916,
      "storageBytes": 91770880,
      "executionBytes": 91770880,
      "originalBytes": 183500800,
      "memoryReduction": 0.4998883928571428
    }
  ]
}