6bit build of BEN2 Base

25505e2 verified about 19 hours ago

278 Bytes

{
 "model_type": "ben2",
 "input_size": 1024,
 "embed_dim": 128,
 "depths": [
  2,
  2,
  18,
  2
 ],
 "num_heads": [
  4,
  8,
  16,
  32
 ],
 "window_size": 12,
 "emb_dim": 128,
 "quantization": {
  "group_size": 64,
  "bits": 6,
  "mode": "affine"
 },
 "precision": "6bit"
}

	{
	"model_type": "ben2",
	"input_size": 1024,
	"embed_dim": 128,
	"depths": [
	2,
	2,
	18,
	2
	],
	"num_heads": [
	4,
	8,
	16,
	32
	],
	"window_size": 12,
	"emb_dim": 128,
	"quantization": {
	"group_size": 64,
	"bits": 6,
	"mode": "affine"
	},
	"precision": "6bit"
	}