File size: 3,953 Bytes
52559ae | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 | {
"allowed_zero_lora_B": [],
"alpha": 256,
"base_model": "/high_perf_store3/world-model/zhuyu/unidrivevla/CKPT/UniDriveVLA_Nusc_Large_Stage1",
"checkpoint": "/high_perf_store3/world-model/zhuyu/unidrivevla-main_coc/nuScenes/work_dirs2/UniDriveVLA/unidrivevla_stage2_8b_nusc_large_stage1_coc_weight01_visual_wasp_beta0005_r128a256_top16_projector_lora_r128a256_llm_wasp_beta0003_r128a256_top16_2node16gpu_bs2_accum4_zero2_vgc/iter_17580/global_step4395/mp_rank_00_model_states.pt",
"checkpoint_state": "module (raw; not EMA)",
"constructed_adapter_counts": {
"language": 252,
"projector": 8,
"vision": 108
},
"formula_validation": {
"language": {
"adapter": "wasp",
"atol": 2e-05,
"bf16_quantization_close": true,
"exact_equal": true,
"max_abs_error": 0.0,
"max_input_aware_tolerance": null,
"max_rel_error": 0.0,
"module_before_merge": "model.language_model.layers.0.self_attn.q_proj",
"rtol": 0.015625,
"weight_after_merge": "model.language_model.layers.0.self_attn.q_proj.weight"
},
"projector": {
"adapter": "lora",
"atol": 2e-05,
"bf16_quantization_close": true,
"exact_equal": false,
"max_abs_error": 0.00048828125,
"max_input_aware_tolerance": 0.0016679492546245456,
"max_rel_error": 1.0,
"module_before_merge": "model.visual.base_model.model.merger.linear_fc1",
"rtol": 0.015625,
"weight_after_merge": "model.visual.merger.linear_fc1.weight"
},
"vision": {
"adapter": "wasp",
"atol": 2e-05,
"bf16_quantization_close": true,
"exact_equal": true,
"max_abs_error": 0.0,
"max_input_aware_tolerance": null,
"max_rel_error": 0.0,
"module_before_merge": "model.visual.base_model.model.blocks.0.attn.qkv",
"rtol": 0.015625,
"weight_after_merge": "model.visual.blocks.0.attn.qkv.weight"
}
},
"language_top_k": 16,
"merged_wasp_counts": {
"language_wasp": 252,
"vision_tree_wasp": 108
},
"output_dir": "/high_perf_store3/world-model/zhuyu/UniDriveVLA/vqa_evaluation/LingoQA/runs/topk_four_serial_dynamic_conversion_20260814_0147/large_v16_l16_hf_merged_raw",
"preset": "visual_wasp_projector_lora_llm_wasp_8b",
"preset_config": {
"expected_language": 252,
"expected_lora": 8,
"expected_projector": 8,
"expected_vision": 108,
"expected_wasp": 360,
"language": "wasp",
"projector": "lora",
"vision": "wasp"
},
"projector_lora_alpha": 256,
"projector_lora_r": 128,
"rank": 128,
"raw_adapter_validation": {
"allowed_zero_lora_B": [],
"layout": {
"U_top": 360,
"V_top": 360,
"lora_A_total": 368,
"lora_B_total": 368,
"peft_lora_A": 8,
"peft_lora_B": 8,
"wasp_lora_A": 360,
"wasp_lora_B": 360
},
"zero_lora_B": []
},
"saved_hf_validation": {
"adapter_residual_count": 0,
"mismatched_keys": [],
"missing_keys": [],
"safetensors": [
"/high_perf_store3/world-model/zhuyu/UniDriveVLA/vqa_evaluation/LingoQA/runs/topk_four_serial_dynamic_conversion_20260814_0147/large_v16_l16_hf_merged_raw/model-00001-of-00004.safetensors",
"/high_perf_store3/world-model/zhuyu/UniDriveVLA/vqa_evaluation/LingoQA/runs/topk_four_serial_dynamic_conversion_20260814_0147/large_v16_l16_hf_merged_raw/model-00002-of-00004.safetensors",
"/high_perf_store3/world-model/zhuyu/UniDriveVLA/vqa_evaluation/LingoQA/runs/topk_four_serial_dynamic_conversion_20260814_0147/large_v16_l16_hf_merged_raw/model-00003-of-00004.safetensors",
"/high_perf_store3/world-model/zhuyu/UniDriveVLA/vqa_evaluation/LingoQA/runs/topk_four_serial_dynamic_conversion_20260814_0147/large_v16_l16_hf_merged_raw/model-00004-of-00004.safetensors"
],
"tensor_count": 750,
"unexpected_keys": [],
"vocab_size": 151675
},
"top_k": 16,
"vision_top_k": 16,
"wasp_alpha": 256,
"wasp_rank": 128
}
|