LoC-Path / model_manifest.json
WinstonHu's picture
Release LoC-Path pretrained weights and matching configs
2a10ae7 verified
Raw History Blame Contribute Delete
1.81 kB
{
"repository": "WinstonHu/LoC-Path",
"base_model": "Qwen/Qwen2.5-7B-Instruct",
"visual_feature_dim": 512,
"resampler_latents": 128,
"inference_router_top_m": 96,
"lora_rank": 128,
"checkpoints": {
"mae": {
"file": "checkpoints/mae.pth",
"bytes": 51679246,
"sha256": "ee7d5ba5a033d6ea1d6d070e85398846771772e37fd05de144fa0ad785f40f3c",
"tensors": 142,
"dtype": "float16",
"groups": {
"mae": 142
},
"source_checkpoint": "models/outputs/mae_feature_pretraining_longnet_context_128latents/iter_100000.pth",
"source_tensor_count": 142,
"inherited_tensor_count": 0
},
"stage1": {
"file": "checkpoints/stage1.pth",
"bytes": 489658418,
"sha256": "bee665cbabc8ddfa3a627a7d4354851913a05021b9be1c4b146323ccbc24b409",
"tensors": 148,
"dtype": "float16",
"groups": {
"resampler": 101,
"feature_in_proj": 2,
"token_merger": 4,
"projector": 6,
"router": 7,
"controller": 28
},
"source_checkpoint": "models/resampler_latent_compare/stage1_latent_128/iter_3615.pth",
"source_tensor_count": 47,
"inherited_tensor_count": 101
},
"stage2": {
"file": "checkpoints/stage2.pth",
"bytes": 1135719450,
"sha256": "30ba34784c61eb6028f87fabe29c839a1cebf8ace9cf83d4c298dae68f4573a3",
"tensors": 540,
"dtype": "float16",
"groups": {
"resampler": 101,
"feature_in_proj": 2,
"token_merger": 4,
"projector": 6,
"router": 7,
"controller": 28,
"llm": 392
},
"source_checkpoint": "models/resampler_latent_compare/stage2_latent_128/iter_20480.pth",
"source_tensor_count": 470,
"inherited_tensor_count": 70
}
}
}