Apollo-M / config.json
viknesh100's picture
safetensors export (final = stage B)
078824c verified
Raw History Blame Contribute Delete
687 Bytes
{
"cfg": {
"vocab": 352,
"max_len": 1024,
"dropout": 0.1,
"n_layer": 8,
"d_model": 512,
"n_head": 8,
"d_ff": 1536
},
"seq_len": 1024,
"base": {
"repo": "viknesh100/Apollo",
"step": 10000,
"val": 0.923981524555829
},
"header": [
"TEMPO",
"TS",
"KEY",
"BARS",
"DENS",
"REG",
"GENRE",
"MOOD",
"INSTR"
],
"rep_program": [
0,
11,
19,
25,
33,
40,
48,
56,
65,
73,
80,
89,
96,
105,
115,
120
],
"weights": "model.safetensors",
"dtype": "float16",
"tied_embeddings": true,
"final_stage": "B",
"step": 275,
"val_B": 0.5867852983440034,
"val_A": 0.8391994665180448,
"stageA_weights": "stageA/model.safetensors"
}