File size: 1,332 Bytes
d19188c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
{
 "name": "q4",
 "recipe": {
  "experts": {
   "default": "native",
   "layers": {
    "20": "gptq:4:64",
    "21": "gptq:4:64",
    "22": "gptq:4:64",
    "23": "gptq:4:64"
   }
  },
  "dense": {
   "attn": [
    8,
    64
   ],
   "embed": [
    8,
    64
   ],
   "head": [
    8,
    64
   ],
   "vision": [
    8,
    64
   ]
  }
 },
 "upstream": "thinkingmachines/Inkling-2-Mini",
 "upstream_revision": "ed40e7da625f594fc9c4990f5f66be24873c22d7",
 "module_counts": {
  "experts: nvfp4 4-bit g16": 60,
  "experts: affine 4-bit g64": 12,
  "embed: affine 8-bit g64": 1,
  "attn: affine 8-bit g64": 144,
  "head: affine 8-bit g64": 1,
  "vision: affine 8-bit g64": 140
 },
 "reload_max_logit_diff": 0.0,
 "weights_bytes": 15846933339,
 "files": {
  "model-00001-of-00003.safetensors": {
   "bytes": 5352372240,
   "sha256": "ba4fb054048af8fd1a709e29c80cec1c9ee4c7bd1802fad4328bc7c6c0522abf"
  },
  "model-00002-of-00003.safetensors": {
   "bytes": 5241506160,
   "sha256": "1113837a82e33856e969a3bde4061f8c629625bf3cf9786da2b82e641198499c"
  },
  "model-00003-of-00003.safetensors": {
   "bytes": 5253054939,
   "sha256": "fbf1847203a94fbe4940f94d266a90e00268634e50337c3621c1faf16f66da23"
  },
  "mtp.safetensors": {
   "bytes": 635801416,
   "sha256": "7c3b651317f01f73bcf4e1dceba66ef8b7e1a1eac6bc171e882e690a4b10a1d2"
  }
 }
}