nm-autobot commited on
Commit
3ebe9c8
·
verified ·
1 Parent(s): 9bffd98

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -30,7 +30,7 @@
30
  "dynamic": false,
31
  "group_size": 16,
32
  "num_bits": 4,
33
- "observer": "memoryless_minmax",
34
  "observer_kwargs": {},
35
  "scale_dtype": "torch.float8_e4m3fn",
36
  "strategy": "tensor_group",
@@ -50,7 +50,7 @@
50
  "quant_method": "compressed-tensors",
51
  "quantization_status": "compressed",
52
  "transform_config": {},
53
- "version": "0.18.1.a20260827"
54
  },
55
  "rms_norm_eps": 1e-05,
56
  "rope_scaling": null,
 
30
  "dynamic": false,
31
  "group_size": 16,
32
  "num_bits": 4,
33
+ "observer": null,
34
  "observer_kwargs": {},
35
  "scale_dtype": "torch.float8_e4m3fn",
36
  "strategy": "tensor_group",
 
50
  "quant_method": "compressed-tensors",
51
  "quantization_status": "compressed",
52
  "transform_config": {},
53
+ "version": "0.18.1.a20260902"
54
  },
55
  "rms_norm_eps": 1e-05,
56
  "rope_scaling": null,