Flow-Aligned-Distillation / checkpoint_index.json
NYCU-MLLab's picture
Add files using upload-large-folder tool
c5fbeed verified
Raw History Blame Contribute Delete
2.25 kB
{
"schema_version": 1,
"variant": "fad",
"checkpoint_type": "best_validation_training_checkpoint",
"selection_metric": "decision_ce",
"checkpoints": [
{
"backbone": "meta-llama/Llama-3.2-3B",
"nominal_budget_pct": 15,
"stored_ffn_banks": 22,
"seed": 44,
"projection_rank": 256,
"private_adapter_rank": 128,
"best_validation_step": 4500,
"bytes": 3365984107,
"path": "checkpoints/llama-3.2-3b/fad-15pct-k22-seed44.pt"
},
{
"backbone": "meta-llama/Llama-3.2-3B",
"nominal_budget_pct": 20,
"stored_ffn_banks": 19,
"seed": 44,
"projection_rank": 256,
"private_adapter_rank": 128,
"best_validation_step": 4500,
"bytes": 2883101619,
"path": "checkpoints/llama-3.2-3b/fad-20pct-k19-seed44.pt"
},
{
"backbone": "meta-llama/Llama-3.2-3B",
"nominal_budget_pct": 25,
"stored_ffn_banks": 17,
"seed": 44,
"projection_rank": 256,
"private_adapter_rank": 128,
"best_validation_step": 4500,
"bytes": 2611003635,
"path": "checkpoints/llama-3.2-3b/fad-25pct-k17-seed44.pt"
},
{
"backbone": "meta-llama/Meta-Llama-3.1-8B",
"nominal_budget_pct": 15,
"stored_ffn_banks": 25,
"seed": 44,
"projection_rank": 512,
"private_adapter_rank": 128,
"best_validation_step": 7500,
"bytes": 8875211195,
"path": "checkpoints/llama-3.1-8b/fad-15pct-k25-seed44.pt"
},
{
"backbone": "meta-llama/Meta-Llama-3.1-8B",
"nominal_budget_pct": 20,
"stored_ffn_banks": 23,
"seed": 44,
"projection_rank": 512,
"private_adapter_rank": 128,
"best_validation_step": 9500,
"bytes": 8170565763,
"path": "checkpoints/llama-3.1-8b/fad-20pct-k23-seed44.pt"
},
{
"backbone": "meta-llama/Meta-Llama-3.1-8B",
"nominal_budget_pct": 25,
"stored_ffn_banks": 20,
"seed": 44,
"projection_rank": 512,
"private_adapter_rank": 128,
"best_validation_step": null,
"bytes": 7113597583,
"path": "checkpoints/llama-3.1-8b/fad-25pct-k20-seed44.pt",
"export_status": "best checkpoint present; final deploy export absent"
}
]
}