{ "repository": "WinstonHu/LoC-Path", "base_model": "Qwen/Qwen2.5-7B-Instruct", "visual_feature_dim": 512, "resampler_latents": 128, "inference_router_top_m": 96, "lora_rank": 128, "checkpoints": { "mae": { "file": "checkpoints/mae.pth", "bytes": 51679246, "sha256": "ee7d5ba5a033d6ea1d6d070e85398846771772e37fd05de144fa0ad785f40f3c", "tensors": 142, "dtype": "float16", "groups": { "mae": 142 }, "source_checkpoint": "models/outputs/mae_feature_pretraining_longnet_context_128latents/iter_100000.pth", "source_tensor_count": 142, "inherited_tensor_count": 0 }, "stage1": { "file": "checkpoints/stage1.pth", "bytes": 489658418, "sha256": "bee665cbabc8ddfa3a627a7d4354851913a05021b9be1c4b146323ccbc24b409", "tensors": 148, "dtype": "float16", "groups": { "resampler": 101, "feature_in_proj": 2, "token_merger": 4, "projector": 6, "router": 7, "controller": 28 }, "source_checkpoint": "models/resampler_latent_compare/stage1_latent_128/iter_3615.pth", "source_tensor_count": 47, "inherited_tensor_count": 101 }, "stage2": { "file": "checkpoints/stage2.pth", "bytes": 1135719450, "sha256": "30ba34784c61eb6028f87fabe29c839a1cebf8ace9cf83d4c298dae68f4573a3", "tensors": 540, "dtype": "float16", "groups": { "resampler": 101, "feature_in_proj": 2, "token_merger": 4, "projector": 6, "router": 7, "controller": 28, "llm": 392 }, "source_checkpoint": "models/resampler_latent_compare/stage2_latent_128/iter_20480.pth", "source_tensor_count": 470, "inherited_tensor_count": 70 } } }