Darknecrocities commited on
Commit
2081787
·
verified ·
1 Parent(s): 273ce27

feat(hf): update Helios Beta architecture configuration

Browse files
Files changed (1) hide show
  1. models/beta/config.json +17 -0
models/beta/config.json CHANGED
@@ -37,5 +37,22 @@
37
  "en",
38
  "tl"
39
  ]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  }
41
  }
 
37
  "en",
38
  "tl"
39
  ]
40
+ },
41
+ "quantization_config": {
42
+ "quant_method": "compressed-tensors",
43
+ "format": "pack-quantized",
44
+ "config_groups": {
45
+ "group_0": {
46
+ "format": "pack-quantized",
47
+ "targets": [
48
+ "re:.*proj.*",
49
+ "embed_tokens",
50
+ "lm_head"
51
+ ],
52
+ "weights": {
53
+ "num_bits": 0.03125
54
+ }
55
+ }
56
+ }
57
  }
58
  }