bf16 build of BEN2 Base

1158eb0 verified about 19 hours ago

203 Bytes

{
 "model_type": "ben2",
 "input_size": 1024,
 "embed_dim": 128,
 "depths": [
  2,
  2,
  18,
  2
 ],
 "num_heads": [
  4,
  8,
  16,
  32
 ],
 "window_size": 12,
 "emb_dim": 128,
 "precision": "bf16"
}

	{
	"model_type": "ben2",
	"input_size": 1024,
	"embed_dim": 128,
	"depths": [
	2,
	2,
	18,
	2
	],
	"num_heads": [
	4,
	8,
	16,
	32
	],
	"window_size": 12,
	"emb_dim": 128,
	"precision": "bf16"
	}