StandardOne-35B-SH / head /schema_head_config.json

Standard One 35B SH v1

1421d7e verified 18 days ago

452 Bytes

{
  "head": {
    "hidden_size": 2048,
    "n_taps": 2,
    "d": 1024,
    "heads": 16,
    "ffn": 2816,
    "route_blocks": 2,
    "interact_blocks": 2,
    "dropout": 0.1,
    "n_roles": 5,
    "ord_hidden": 256,
    "max_nodes": 4096,
    "grad_checkpoint": true,
    "taps": [
      "final",
      29
    ],
    "template": "schema-v1"
  },
  "taps": [
    "final",
    29
  ],
  "template": "schema-v1-qwen35",
  "step": 1044,
  "lora_rank": 64
}

	{
	"head": {
	"hidden_size": 2048,
	"n_taps": 2,
	"d": 1024,
	"heads": 16,
	"ffn": 2816,
	"route_blocks": 2,
	"interact_blocks": 2,
	"dropout": 0.1,
	"n_roles": 5,
	"ord_hidden": 256,
	"max_nodes": 4096,
	"grad_checkpoint": true,
	"taps": [
	"final",
	29
	],
	"template": "schema-v1"
	},
	"taps": [
	"final",
	29
	],
	"template": "schema-v1-qwen35",
	"step": 1044,
	"lora_rank": 64
	}