Reyn-26C / config.json
paniquex's picture
Initial release
6a46ac7
Raw History Blame Contribute Delete
1.19 kB
{
"model_name": "Reyn-26C",
"framework": "pytorch",
"model_config": {
"encoder_hidden_size": 128,
"item_mlp_layers": 2,
"context_length": 256,
"d_model": 384,
"n_layers": 5,
"n_heads": 6,
"n_kv_heads": 2,
"head_dim": 64,
"d_ff": 768,
"norm_eps": 1e-06,
"rope_theta": 10000.0,
"component_depth": 2,
"controller_residual_size": 128,
"parameter_dtype": "float32",
"compute_dtype": "float32",
"cache_dtype": "float32"
},
"steering_config": {
"kind": "cross_attention",
"hidden_dim": 384,
"text_dim": 1024,
"latent_dim": 128,
"bottleneck": 64
},
"characters": [
"bowser",
"donkey_kong",
"dr_mario",
"falco",
"falcon",
"fox",
"game_and_watch",
"ganondorf",
"ice_climbers",
"jigglypuff",
"kirby",
"link",
"luigi",
"mario",
"marth",
"mewtwo",
"ness",
"peach",
"pichu",
"pikachu",
"roy",
"samus",
"sheik",
"yoshi",
"young_link",
"zelda"
],
"files": {
"policy": "rein_policy.pt",
"steering": "adapter.pt",
"language_features": "features_fallback.pt",
"router": "router.pt"
}
}