add vs1/ckpt/G16P
Browse files- vs1/ckpt/G16P/step_100/heads.pt +3 -0
- vs1/ckpt/G16P/step_100/meta.json +118 -0
- vs1/ckpt/G16P/step_100/new_rows.pt +3 -0
- vs1/ckpt/G16P/step_100/optim_state.pt +3 -0
- vs1/ckpt/G16P/step_100/trainable_params.pt +3 -0
- vs1/ckpt/G16P/step_125/heads.pt +3 -0
- vs1/ckpt/G16P/step_125/meta.json +118 -0
- vs1/ckpt/G16P/step_125/new_rows.pt +3 -0
- vs1/ckpt/G16P/step_125/optim_state.pt +3 -0
- vs1/ckpt/G16P/step_125/trainable_params.pt +3 -0
- vs1/ckpt/G16P/step_150/heads.pt +3 -0
- vs1/ckpt/G16P/step_150/meta.json +118 -0
- vs1/ckpt/G16P/step_150/new_rows.pt +3 -0
- vs1/ckpt/G16P/step_150/optim_state.pt +3 -0
- vs1/ckpt/G16P/step_150/trainable_params.pt +3 -0
- vs1/ckpt/G16P/step_175/heads.pt +3 -0
- vs1/ckpt/G16P/step_175/meta.json +118 -0
- vs1/ckpt/G16P/step_175/new_rows.pt +3 -0
- vs1/ckpt/G16P/step_175/optim_state.pt +3 -0
- vs1/ckpt/G16P/step_175/trainable_params.pt +3 -0
- vs1/ckpt/G16P/step_200/heads.pt +3 -0
- vs1/ckpt/G16P/step_200/meta.json +118 -0
- vs1/ckpt/G16P/step_200/new_rows.pt +3 -0
- vs1/ckpt/G16P/step_200/optim_state.pt +3 -0
- vs1/ckpt/G16P/step_200/trainable_params.pt +3 -0
- vs1/ckpt/G16P/step_25/heads.pt +3 -0
- vs1/ckpt/G16P/step_25/meta.json +118 -0
- vs1/ckpt/G16P/step_25/new_rows.pt +3 -0
- vs1/ckpt/G16P/step_25/optim_state.pt +3 -0
- vs1/ckpt/G16P/step_25/trainable_params.pt +3 -0
- vs1/ckpt/G16P/step_50/heads.pt +3 -0
- vs1/ckpt/G16P/step_50/meta.json +118 -0
- vs1/ckpt/G16P/step_50/new_rows.pt +3 -0
- vs1/ckpt/G16P/step_50/optim_state.pt +3 -0
- vs1/ckpt/G16P/step_50/trainable_params.pt +3 -0
- vs1/ckpt/G16P/step_75/heads.pt +3 -0
- vs1/ckpt/G16P/step_75/meta.json +118 -0
- vs1/ckpt/G16P/step_75/new_rows.pt +3 -0
- vs1/ckpt/G16P/step_75/optim_state.pt +3 -0
- vs1/ckpt/G16P/step_75/trainable_params.pt +3 -0
vs1/ckpt/G16P/step_100/heads.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bcd6d28180996eba61fa0d1ddef1ebe3abb3c08cd6de15df9a49d1bbe48e1bba
|
| 3 |
+
size 46299566
|
vs1/ckpt/G16P/step_100/meta.json
ADDED
|
@@ -0,0 +1,118 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "G16P",
|
| 3 |
+
"step": 100,
|
| 4 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 5 |
+
"lam": 1.0,
|
| 6 |
+
"run_name": "G16P",
|
| 7 |
+
"time": "2026-10-24 03:16:33 KST",
|
| 8 |
+
"smoke": false,
|
| 9 |
+
"cfg": {
|
| 10 |
+
"variant": "G16P",
|
| 11 |
+
"data_fallback": null,
|
| 12 |
+
"wandb_dir": "/workspace/code/spatial_reasoning/VS1/W/logs/train_wandb",
|
| 13 |
+
"lora_r": 16,
|
| 14 |
+
"lora_alpha": 32,
|
| 15 |
+
"lora_dropout": 0.05,
|
| 16 |
+
"lora_targets": [
|
| 17 |
+
"q_proj",
|
| 18 |
+
"k_proj",
|
| 19 |
+
"v_proj",
|
| 20 |
+
"o_proj",
|
| 21 |
+
"gate_proj",
|
| 22 |
+
"up_proj",
|
| 23 |
+
"down_proj"
|
| 24 |
+
],
|
| 25 |
+
"lora_regex": "model\\.language_model\\.layers\\.\\d+\\.(self_attn\\.(q_proj|k_proj|v_proj|o_proj)|mlp\\.(gate_proj|up_proj|down_proj))",
|
| 26 |
+
"micro_batch": 1,
|
| 27 |
+
"grad_accum": 8,
|
| 28 |
+
"grad_accum_default": 8,
|
| 29 |
+
"grad_accum_changed": false,
|
| 30 |
+
"lr": 0.0001,
|
| 31 |
+
"scheduler": "constant 1e-4, linear warmup 10 (train_g.make_sched)",
|
| 32 |
+
"warmup_ratio": null,
|
| 33 |
+
"warmup_steps": 10,
|
| 34 |
+
"weight_decay": 0.0,
|
| 35 |
+
"max_grad_norm": 1.0,
|
| 36 |
+
"optimizer": "AdamW",
|
| 37 |
+
"seed": 0,
|
| 38 |
+
"bf16": true,
|
| 39 |
+
"grad_ckpt": true,
|
| 40 |
+
"frame_rule": "D16",
|
| 41 |
+
"n_input_frames": 32,
|
| 42 |
+
"grid_t": 16,
|
| 43 |
+
"frame_hw": [
|
| 44 |
+
480,
|
| 45 |
+
640
|
| 46 |
+
],
|
| 47 |
+
"base_model_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B-qwen3vl",
|
| 48 |
+
"processor_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B",
|
| 49 |
+
"lam": 1.0,
|
| 50 |
+
"epochs": 1,
|
| 51 |
+
"n_forward": 5000,
|
| 52 |
+
"n_anchor": 4000,
|
| 53 |
+
"n_vsi": 1000,
|
| 54 |
+
"n_blocks_total": 28196,
|
| 55 |
+
"n_forward_unused": 0,
|
| 56 |
+
"n_steps_full": 625,
|
| 57 |
+
"steps_this_run": 200,
|
| 58 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 59 |
+
"data": "/workspace/code/spatial_reasoning/VS1/W/data/train_g16p.jsonl",
|
| 60 |
+
"data_sha256": "b3182e60761d3e8b97900d74e4fb4c9bc1608e86809d62ccfb93ed7fee4722f0",
|
| 61 |
+
"ckpt_name": "G16P",
|
| 62 |
+
"git_commit": "eb3a626d64223dc77cbe3ffa5cb2983e7b2a4ba8",
|
| 63 |
+
"workers": 4,
|
| 64 |
+
"ce_avg": "step_tokens",
|
| 65 |
+
"ckpt_every": 25,
|
| 66 |
+
"attn": "flash_attention_2",
|
| 67 |
+
"packing": "pack.py past_key_values: prefix(user+video) once with grad, blocks attend prefix only, MRoPE text pos p_end+arange",
|
| 68 |
+
"train_script": "VS1/W/train/train_w.py (copy of VS1/N/train_v16g.py)",
|
| 69 |
+
"log": "/workspace/code/spatial_reasoning/VS1/W/logs/train_log_G16P.jsonl",
|
| 70 |
+
"base_variant": "G-clean (VS1/N/train_g.py) + packing",
|
| 71 |
+
"head_lr": 0.0001,
|
| 72 |
+
"new_token_lr": 0.0001,
|
| 73 |
+
"new_tokens": [
|
| 74 |
+
"<box>",
|
| 75 |
+
"<cam>",
|
| 76 |
+
"<rel>"
|
| 77 |
+
],
|
| 78 |
+
"new_token_ids": [
|
| 79 |
+
151669,
|
| 80 |
+
151670,
|
| 81 |
+
151671
|
| 82 |
+
],
|
| 83 |
+
"heads": [
|
| 84 |
+
"box",
|
| 85 |
+
"cam(GeoVR CameraDec)",
|
| 86 |
+
"rel"
|
| 87 |
+
],
|
| 88 |
+
"cam_init": "GeoVR model.camera_token.weight[1]",
|
| 89 |
+
"cam_head": "GeoVR camera_head (CameraDec 2560, fp32, ckpt)",
|
| 90 |
+
"cam_target": "gconv.cam_g: first-frame w2c [s·t, quat xyzw w>=0], s=VGGT scale",
|
| 91 |
+
"cam_loss": "train_g.cam_loss_g: |dt|.clamp(100).mean + min(|q̂-q|,|q̂+q|).mean, no FoV, no 2.5x",
|
| 92 |
+
"fmt": "clean (blocks); VSI original",
|
| 93 |
+
"cam_mode": "untied",
|
| 94 |
+
"slot_avg": "mean over blocks in step of (box+rel+cam)",
|
| 95 |
+
"scale_s1": false,
|
| 96 |
+
"scale_file_sha256": "9e2f0a5abe5f1dbc4f4f6a074fd5584f668c209302f997b778e373bfea42bb95",
|
| 97 |
+
"cam_mask_blocks": {
|
| 98 |
+
"n_pair": 28196,
|
| 99 |
+
"n_valid": 28196,
|
| 100 |
+
"frame0_invalid": 0,
|
| 101 |
+
"scale_none": 0,
|
| 102 |
+
"scale_missing_scene": 0,
|
| 103 |
+
"frames_mismatch": 0,
|
| 104 |
+
"s1_used": false,
|
| 105 |
+
"n_masked": 0
|
| 106 |
+
},
|
| 107 |
+
"curve_every": 25,
|
| 108 |
+
"curve_ids": "/workspace/code/spatial_reasoning/VS1/K/data/g_curve_ids.json",
|
| 109 |
+
"cam_std_steps": [
|
| 110 |
+
0,
|
| 111 |
+
25,
|
| 112 |
+
50,
|
| 113 |
+
75,
|
| 114 |
+
100
|
| 115 |
+
],
|
| 116 |
+
"curve": "/workspace/code/spatial_reasoning/VS1/W/logs/curve_G16P.jsonl"
|
| 117 |
+
}
|
| 118 |
+
}
|
vs1/ckpt/G16P/step_100/new_rows.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f3bd331ce9c3377e48d30105b312e72e0e01c5377683a37a308f66b06029ff3c
|
| 3 |
+
size 17072
|
vs1/ckpt/G16P/step_100/optim_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:83c4eb9b979443728e511caf5fd2e7a788305a69a28434cff9383c5a57147322
|
| 3 |
+
size 357349235
|
vs1/ckpt/G16P/step_100/trainable_params.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e53dff7e7c77c7d28536e60c1596cb7bf1c8955620a8c092eb3196352e67ad53
|
| 3 |
+
size 132339780
|
vs1/ckpt/G16P/step_125/heads.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:798dc900ac6177042e52d21e51824266f1e17a321fac55a6dbc2837ae33a7634
|
| 3 |
+
size 46299566
|
vs1/ckpt/G16P/step_125/meta.json
ADDED
|
@@ -0,0 +1,118 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "G16P",
|
| 3 |
+
"step": 125,
|
| 4 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 5 |
+
"lam": 1.0,
|
| 6 |
+
"run_name": "G16P",
|
| 7 |
+
"time": "2026-10-24 03:36:27 KST",
|
| 8 |
+
"smoke": false,
|
| 9 |
+
"cfg": {
|
| 10 |
+
"variant": "G16P",
|
| 11 |
+
"data_fallback": null,
|
| 12 |
+
"wandb_dir": "/workspace/code/spatial_reasoning/VS1/W/logs/train_wandb",
|
| 13 |
+
"lora_r": 16,
|
| 14 |
+
"lora_alpha": 32,
|
| 15 |
+
"lora_dropout": 0.05,
|
| 16 |
+
"lora_targets": [
|
| 17 |
+
"q_proj",
|
| 18 |
+
"k_proj",
|
| 19 |
+
"v_proj",
|
| 20 |
+
"o_proj",
|
| 21 |
+
"gate_proj",
|
| 22 |
+
"up_proj",
|
| 23 |
+
"down_proj"
|
| 24 |
+
],
|
| 25 |
+
"lora_regex": "model\\.language_model\\.layers\\.\\d+\\.(self_attn\\.(q_proj|k_proj|v_proj|o_proj)|mlp\\.(gate_proj|up_proj|down_proj))",
|
| 26 |
+
"micro_batch": 1,
|
| 27 |
+
"grad_accum": 8,
|
| 28 |
+
"grad_accum_default": 8,
|
| 29 |
+
"grad_accum_changed": false,
|
| 30 |
+
"lr": 0.0001,
|
| 31 |
+
"scheduler": "constant 1e-4, linear warmup 10 (train_g.make_sched)",
|
| 32 |
+
"warmup_ratio": null,
|
| 33 |
+
"warmup_steps": 10,
|
| 34 |
+
"weight_decay": 0.0,
|
| 35 |
+
"max_grad_norm": 1.0,
|
| 36 |
+
"optimizer": "AdamW",
|
| 37 |
+
"seed": 0,
|
| 38 |
+
"bf16": true,
|
| 39 |
+
"grad_ckpt": true,
|
| 40 |
+
"frame_rule": "D16",
|
| 41 |
+
"n_input_frames": 32,
|
| 42 |
+
"grid_t": 16,
|
| 43 |
+
"frame_hw": [
|
| 44 |
+
480,
|
| 45 |
+
640
|
| 46 |
+
],
|
| 47 |
+
"base_model_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B-qwen3vl",
|
| 48 |
+
"processor_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B",
|
| 49 |
+
"lam": 1.0,
|
| 50 |
+
"epochs": 1,
|
| 51 |
+
"n_forward": 5000,
|
| 52 |
+
"n_anchor": 4000,
|
| 53 |
+
"n_vsi": 1000,
|
| 54 |
+
"n_blocks_total": 28196,
|
| 55 |
+
"n_forward_unused": 0,
|
| 56 |
+
"n_steps_full": 625,
|
| 57 |
+
"steps_this_run": 200,
|
| 58 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 59 |
+
"data": "/workspace/code/spatial_reasoning/VS1/W/data/train_g16p.jsonl",
|
| 60 |
+
"data_sha256": "b3182e60761d3e8b97900d74e4fb4c9bc1608e86809d62ccfb93ed7fee4722f0",
|
| 61 |
+
"ckpt_name": "G16P",
|
| 62 |
+
"git_commit": "eb3a626d64223dc77cbe3ffa5cb2983e7b2a4ba8",
|
| 63 |
+
"workers": 4,
|
| 64 |
+
"ce_avg": "step_tokens",
|
| 65 |
+
"ckpt_every": 25,
|
| 66 |
+
"attn": "flash_attention_2",
|
| 67 |
+
"packing": "pack.py past_key_values: prefix(user+video) once with grad, blocks attend prefix only, MRoPE text pos p_end+arange",
|
| 68 |
+
"train_script": "VS1/W/train/train_w.py (copy of VS1/N/train_v16g.py)",
|
| 69 |
+
"log": "/workspace/code/spatial_reasoning/VS1/W/logs/train_log_G16P.jsonl",
|
| 70 |
+
"base_variant": "G-clean (VS1/N/train_g.py) + packing",
|
| 71 |
+
"head_lr": 0.0001,
|
| 72 |
+
"new_token_lr": 0.0001,
|
| 73 |
+
"new_tokens": [
|
| 74 |
+
"<box>",
|
| 75 |
+
"<cam>",
|
| 76 |
+
"<rel>"
|
| 77 |
+
],
|
| 78 |
+
"new_token_ids": [
|
| 79 |
+
151669,
|
| 80 |
+
151670,
|
| 81 |
+
151671
|
| 82 |
+
],
|
| 83 |
+
"heads": [
|
| 84 |
+
"box",
|
| 85 |
+
"cam(GeoVR CameraDec)",
|
| 86 |
+
"rel"
|
| 87 |
+
],
|
| 88 |
+
"cam_init": "GeoVR model.camera_token.weight[1]",
|
| 89 |
+
"cam_head": "GeoVR camera_head (CameraDec 2560, fp32, ckpt)",
|
| 90 |
+
"cam_target": "gconv.cam_g: first-frame w2c [s·t, quat xyzw w>=0], s=VGGT scale",
|
| 91 |
+
"cam_loss": "train_g.cam_loss_g: |dt|.clamp(100).mean + min(|q̂-q|,|q̂+q|).mean, no FoV, no 2.5x",
|
| 92 |
+
"fmt": "clean (blocks); VSI original",
|
| 93 |
+
"cam_mode": "untied",
|
| 94 |
+
"slot_avg": "mean over blocks in step of (box+rel+cam)",
|
| 95 |
+
"scale_s1": false,
|
| 96 |
+
"scale_file_sha256": "9e2f0a5abe5f1dbc4f4f6a074fd5584f668c209302f997b778e373bfea42bb95",
|
| 97 |
+
"cam_mask_blocks": {
|
| 98 |
+
"n_pair": 28196,
|
| 99 |
+
"n_valid": 28196,
|
| 100 |
+
"frame0_invalid": 0,
|
| 101 |
+
"scale_none": 0,
|
| 102 |
+
"scale_missing_scene": 0,
|
| 103 |
+
"frames_mismatch": 0,
|
| 104 |
+
"s1_used": false,
|
| 105 |
+
"n_masked": 0
|
| 106 |
+
},
|
| 107 |
+
"curve_every": 25,
|
| 108 |
+
"curve_ids": "/workspace/code/spatial_reasoning/VS1/K/data/g_curve_ids.json",
|
| 109 |
+
"cam_std_steps": [
|
| 110 |
+
0,
|
| 111 |
+
25,
|
| 112 |
+
50,
|
| 113 |
+
75,
|
| 114 |
+
100
|
| 115 |
+
],
|
| 116 |
+
"curve": "/workspace/code/spatial_reasoning/VS1/W/logs/curve_G16P.jsonl"
|
| 117 |
+
}
|
| 118 |
+
}
|
vs1/ckpt/G16P/step_125/new_rows.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:46fdba11713cc5c1d7ebc6d5eec5434f3f81e3cbf26762e60fb65569bd6b9564
|
| 3 |
+
size 17072
|
vs1/ckpt/G16P/step_125/optim_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:99fe32134195a076477c1583a3eac8d30e38bdecd6a154ab4622df2b5bae2c2d
|
| 3 |
+
size 357349235
|
vs1/ckpt/G16P/step_125/trainable_params.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fd8cd3c9a3950f638cb86311e2f82d8eb126194f226ac221dced1adf37de03c3
|
| 3 |
+
size 132339780
|
vs1/ckpt/G16P/step_150/heads.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:87763d2d1583d32f9db8915dbf918ab21c2fd8ad6f95086b84e2ac40c8131096
|
| 3 |
+
size 46299566
|
vs1/ckpt/G16P/step_150/meta.json
ADDED
|
@@ -0,0 +1,118 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "G16P",
|
| 3 |
+
"step": 150,
|
| 4 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 5 |
+
"lam": 1.0,
|
| 6 |
+
"run_name": "G16P",
|
| 7 |
+
"time": "2026-10-24 03:56:16 KST",
|
| 8 |
+
"smoke": false,
|
| 9 |
+
"cfg": {
|
| 10 |
+
"variant": "G16P",
|
| 11 |
+
"data_fallback": null,
|
| 12 |
+
"wandb_dir": "/workspace/code/spatial_reasoning/VS1/W/logs/train_wandb",
|
| 13 |
+
"lora_r": 16,
|
| 14 |
+
"lora_alpha": 32,
|
| 15 |
+
"lora_dropout": 0.05,
|
| 16 |
+
"lora_targets": [
|
| 17 |
+
"q_proj",
|
| 18 |
+
"k_proj",
|
| 19 |
+
"v_proj",
|
| 20 |
+
"o_proj",
|
| 21 |
+
"gate_proj",
|
| 22 |
+
"up_proj",
|
| 23 |
+
"down_proj"
|
| 24 |
+
],
|
| 25 |
+
"lora_regex": "model\\.language_model\\.layers\\.\\d+\\.(self_attn\\.(q_proj|k_proj|v_proj|o_proj)|mlp\\.(gate_proj|up_proj|down_proj))",
|
| 26 |
+
"micro_batch": 1,
|
| 27 |
+
"grad_accum": 8,
|
| 28 |
+
"grad_accum_default": 8,
|
| 29 |
+
"grad_accum_changed": false,
|
| 30 |
+
"lr": 0.0001,
|
| 31 |
+
"scheduler": "constant 1e-4, linear warmup 10 (train_g.make_sched)",
|
| 32 |
+
"warmup_ratio": null,
|
| 33 |
+
"warmup_steps": 10,
|
| 34 |
+
"weight_decay": 0.0,
|
| 35 |
+
"max_grad_norm": 1.0,
|
| 36 |
+
"optimizer": "AdamW",
|
| 37 |
+
"seed": 0,
|
| 38 |
+
"bf16": true,
|
| 39 |
+
"grad_ckpt": true,
|
| 40 |
+
"frame_rule": "D16",
|
| 41 |
+
"n_input_frames": 32,
|
| 42 |
+
"grid_t": 16,
|
| 43 |
+
"frame_hw": [
|
| 44 |
+
480,
|
| 45 |
+
640
|
| 46 |
+
],
|
| 47 |
+
"base_model_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B-qwen3vl",
|
| 48 |
+
"processor_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B",
|
| 49 |
+
"lam": 1.0,
|
| 50 |
+
"epochs": 1,
|
| 51 |
+
"n_forward": 5000,
|
| 52 |
+
"n_anchor": 4000,
|
| 53 |
+
"n_vsi": 1000,
|
| 54 |
+
"n_blocks_total": 28196,
|
| 55 |
+
"n_forward_unused": 0,
|
| 56 |
+
"n_steps_full": 625,
|
| 57 |
+
"steps_this_run": 200,
|
| 58 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 59 |
+
"data": "/workspace/code/spatial_reasoning/VS1/W/data/train_g16p.jsonl",
|
| 60 |
+
"data_sha256": "b3182e60761d3e8b97900d74e4fb4c9bc1608e86809d62ccfb93ed7fee4722f0",
|
| 61 |
+
"ckpt_name": "G16P",
|
| 62 |
+
"git_commit": "eb3a626d64223dc77cbe3ffa5cb2983e7b2a4ba8",
|
| 63 |
+
"workers": 4,
|
| 64 |
+
"ce_avg": "step_tokens",
|
| 65 |
+
"ckpt_every": 25,
|
| 66 |
+
"attn": "flash_attention_2",
|
| 67 |
+
"packing": "pack.py past_key_values: prefix(user+video) once with grad, blocks attend prefix only, MRoPE text pos p_end+arange",
|
| 68 |
+
"train_script": "VS1/W/train/train_w.py (copy of VS1/N/train_v16g.py)",
|
| 69 |
+
"log": "/workspace/code/spatial_reasoning/VS1/W/logs/train_log_G16P.jsonl",
|
| 70 |
+
"base_variant": "G-clean (VS1/N/train_g.py) + packing",
|
| 71 |
+
"head_lr": 0.0001,
|
| 72 |
+
"new_token_lr": 0.0001,
|
| 73 |
+
"new_tokens": [
|
| 74 |
+
"<box>",
|
| 75 |
+
"<cam>",
|
| 76 |
+
"<rel>"
|
| 77 |
+
],
|
| 78 |
+
"new_token_ids": [
|
| 79 |
+
151669,
|
| 80 |
+
151670,
|
| 81 |
+
151671
|
| 82 |
+
],
|
| 83 |
+
"heads": [
|
| 84 |
+
"box",
|
| 85 |
+
"cam(GeoVR CameraDec)",
|
| 86 |
+
"rel"
|
| 87 |
+
],
|
| 88 |
+
"cam_init": "GeoVR model.camera_token.weight[1]",
|
| 89 |
+
"cam_head": "GeoVR camera_head (CameraDec 2560, fp32, ckpt)",
|
| 90 |
+
"cam_target": "gconv.cam_g: first-frame w2c [s·t, quat xyzw w>=0], s=VGGT scale",
|
| 91 |
+
"cam_loss": "train_g.cam_loss_g: |dt|.clamp(100).mean + min(|q̂-q|,|q̂+q|).mean, no FoV, no 2.5x",
|
| 92 |
+
"fmt": "clean (blocks); VSI original",
|
| 93 |
+
"cam_mode": "untied",
|
| 94 |
+
"slot_avg": "mean over blocks in step of (box+rel+cam)",
|
| 95 |
+
"scale_s1": false,
|
| 96 |
+
"scale_file_sha256": "9e2f0a5abe5f1dbc4f4f6a074fd5584f668c209302f997b778e373bfea42bb95",
|
| 97 |
+
"cam_mask_blocks": {
|
| 98 |
+
"n_pair": 28196,
|
| 99 |
+
"n_valid": 28196,
|
| 100 |
+
"frame0_invalid": 0,
|
| 101 |
+
"scale_none": 0,
|
| 102 |
+
"scale_missing_scene": 0,
|
| 103 |
+
"frames_mismatch": 0,
|
| 104 |
+
"s1_used": false,
|
| 105 |
+
"n_masked": 0
|
| 106 |
+
},
|
| 107 |
+
"curve_every": 25,
|
| 108 |
+
"curve_ids": "/workspace/code/spatial_reasoning/VS1/K/data/g_curve_ids.json",
|
| 109 |
+
"cam_std_steps": [
|
| 110 |
+
0,
|
| 111 |
+
25,
|
| 112 |
+
50,
|
| 113 |
+
75,
|
| 114 |
+
100
|
| 115 |
+
],
|
| 116 |
+
"curve": "/workspace/code/spatial_reasoning/VS1/W/logs/curve_G16P.jsonl"
|
| 117 |
+
}
|
| 118 |
+
}
|
vs1/ckpt/G16P/step_150/new_rows.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cd8d22e849b3e52741b907accd7de24f00f362f6ebd2bef163947997e86ab3f7
|
| 3 |
+
size 17072
|
vs1/ckpt/G16P/step_150/optim_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e0c4dfe9b92b7d7805635df89a36587781d9c38e83b2524e5c7c8b3e3165dc55
|
| 3 |
+
size 357349235
|
vs1/ckpt/G16P/step_150/trainable_params.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:88808a51a762be1ce123bdb026ccedfb1827e9c8e38f30d176289e45a67dd76a
|
| 3 |
+
size 132339780
|
vs1/ckpt/G16P/step_175/heads.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4ce3edea7e03763cd1372f64df628942e498c351b170f12cd0a3f10d8b1e041b
|
| 3 |
+
size 46299566
|
vs1/ckpt/G16P/step_175/meta.json
ADDED
|
@@ -0,0 +1,118 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "G16P",
|
| 3 |
+
"step": 175,
|
| 4 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 5 |
+
"lam": 1.0,
|
| 6 |
+
"run_name": "G16P",
|
| 7 |
+
"time": "2026-10-24 04:14:17 KST",
|
| 8 |
+
"smoke": false,
|
| 9 |
+
"cfg": {
|
| 10 |
+
"variant": "G16P",
|
| 11 |
+
"data_fallback": null,
|
| 12 |
+
"wandb_dir": "/workspace/code/spatial_reasoning/VS1/W/logs/train_wandb",
|
| 13 |
+
"lora_r": 16,
|
| 14 |
+
"lora_alpha": 32,
|
| 15 |
+
"lora_dropout": 0.05,
|
| 16 |
+
"lora_targets": [
|
| 17 |
+
"q_proj",
|
| 18 |
+
"k_proj",
|
| 19 |
+
"v_proj",
|
| 20 |
+
"o_proj",
|
| 21 |
+
"gate_proj",
|
| 22 |
+
"up_proj",
|
| 23 |
+
"down_proj"
|
| 24 |
+
],
|
| 25 |
+
"lora_regex": "model\\.language_model\\.layers\\.\\d+\\.(self_attn\\.(q_proj|k_proj|v_proj|o_proj)|mlp\\.(gate_proj|up_proj|down_proj))",
|
| 26 |
+
"micro_batch": 1,
|
| 27 |
+
"grad_accum": 8,
|
| 28 |
+
"grad_accum_default": 8,
|
| 29 |
+
"grad_accum_changed": false,
|
| 30 |
+
"lr": 0.0001,
|
| 31 |
+
"scheduler": "constant 1e-4, linear warmup 10 (train_g.make_sched)",
|
| 32 |
+
"warmup_ratio": null,
|
| 33 |
+
"warmup_steps": 10,
|
| 34 |
+
"weight_decay": 0.0,
|
| 35 |
+
"max_grad_norm": 1.0,
|
| 36 |
+
"optimizer": "AdamW",
|
| 37 |
+
"seed": 0,
|
| 38 |
+
"bf16": true,
|
| 39 |
+
"grad_ckpt": true,
|
| 40 |
+
"frame_rule": "D16",
|
| 41 |
+
"n_input_frames": 32,
|
| 42 |
+
"grid_t": 16,
|
| 43 |
+
"frame_hw": [
|
| 44 |
+
480,
|
| 45 |
+
640
|
| 46 |
+
],
|
| 47 |
+
"base_model_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B-qwen3vl",
|
| 48 |
+
"processor_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B",
|
| 49 |
+
"lam": 1.0,
|
| 50 |
+
"epochs": 1,
|
| 51 |
+
"n_forward": 5000,
|
| 52 |
+
"n_anchor": 4000,
|
| 53 |
+
"n_vsi": 1000,
|
| 54 |
+
"n_blocks_total": 28196,
|
| 55 |
+
"n_forward_unused": 0,
|
| 56 |
+
"n_steps_full": 625,
|
| 57 |
+
"steps_this_run": 200,
|
| 58 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 59 |
+
"data": "/workspace/code/spatial_reasoning/VS1/W/data/train_g16p.jsonl",
|
| 60 |
+
"data_sha256": "b3182e60761d3e8b97900d74e4fb4c9bc1608e86809d62ccfb93ed7fee4722f0",
|
| 61 |
+
"ckpt_name": "G16P",
|
| 62 |
+
"git_commit": "eb3a626d64223dc77cbe3ffa5cb2983e7b2a4ba8",
|
| 63 |
+
"workers": 4,
|
| 64 |
+
"ce_avg": "step_tokens",
|
| 65 |
+
"ckpt_every": 25,
|
| 66 |
+
"attn": "flash_attention_2",
|
| 67 |
+
"packing": "pack.py past_key_values: prefix(user+video) once with grad, blocks attend prefix only, MRoPE text pos p_end+arange",
|
| 68 |
+
"train_script": "VS1/W/train/train_w.py (copy of VS1/N/train_v16g.py)",
|
| 69 |
+
"log": "/workspace/code/spatial_reasoning/VS1/W/logs/train_log_G16P.jsonl",
|
| 70 |
+
"base_variant": "G-clean (VS1/N/train_g.py) + packing",
|
| 71 |
+
"head_lr": 0.0001,
|
| 72 |
+
"new_token_lr": 0.0001,
|
| 73 |
+
"new_tokens": [
|
| 74 |
+
"<box>",
|
| 75 |
+
"<cam>",
|
| 76 |
+
"<rel>"
|
| 77 |
+
],
|
| 78 |
+
"new_token_ids": [
|
| 79 |
+
151669,
|
| 80 |
+
151670,
|
| 81 |
+
151671
|
| 82 |
+
],
|
| 83 |
+
"heads": [
|
| 84 |
+
"box",
|
| 85 |
+
"cam(GeoVR CameraDec)",
|
| 86 |
+
"rel"
|
| 87 |
+
],
|
| 88 |
+
"cam_init": "GeoVR model.camera_token.weight[1]",
|
| 89 |
+
"cam_head": "GeoVR camera_head (CameraDec 2560, fp32, ckpt)",
|
| 90 |
+
"cam_target": "gconv.cam_g: first-frame w2c [s·t, quat xyzw w>=0], s=VGGT scale",
|
| 91 |
+
"cam_loss": "train_g.cam_loss_g: |dt|.clamp(100).mean + min(|q̂-q|,|q̂+q|).mean, no FoV, no 2.5x",
|
| 92 |
+
"fmt": "clean (blocks); VSI original",
|
| 93 |
+
"cam_mode": "untied",
|
| 94 |
+
"slot_avg": "mean over blocks in step of (box+rel+cam)",
|
| 95 |
+
"scale_s1": false,
|
| 96 |
+
"scale_file_sha256": "9e2f0a5abe5f1dbc4f4f6a074fd5584f668c209302f997b778e373bfea42bb95",
|
| 97 |
+
"cam_mask_blocks": {
|
| 98 |
+
"n_pair": 28196,
|
| 99 |
+
"n_valid": 28196,
|
| 100 |
+
"frame0_invalid": 0,
|
| 101 |
+
"scale_none": 0,
|
| 102 |
+
"scale_missing_scene": 0,
|
| 103 |
+
"frames_mismatch": 0,
|
| 104 |
+
"s1_used": false,
|
| 105 |
+
"n_masked": 0
|
| 106 |
+
},
|
| 107 |
+
"curve_every": 25,
|
| 108 |
+
"curve_ids": "/workspace/code/spatial_reasoning/VS1/K/data/g_curve_ids.json",
|
| 109 |
+
"cam_std_steps": [
|
| 110 |
+
0,
|
| 111 |
+
25,
|
| 112 |
+
50,
|
| 113 |
+
75,
|
| 114 |
+
100
|
| 115 |
+
],
|
| 116 |
+
"curve": "/workspace/code/spatial_reasoning/VS1/W/logs/curve_G16P.jsonl"
|
| 117 |
+
}
|
| 118 |
+
}
|
vs1/ckpt/G16P/step_175/new_rows.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:46653c66847b36c4a5abab3702709cfa5d8456d45757429f3c8b3d489b42bec8
|
| 3 |
+
size 17072
|
vs1/ckpt/G16P/step_175/optim_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2c62e601d9c5679c015944820510a87c247f243ca43e460f3feaad29037cc4a
|
| 3 |
+
size 357349235
|
vs1/ckpt/G16P/step_175/trainable_params.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:56d17f25b2971c76b1a6508544b7890bea5f4841aa4e3af354618c0540f3b08c
|
| 3 |
+
size 132339780
|
vs1/ckpt/G16P/step_200/heads.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:da0372021ed408ad95b2b8e3d87e53a917c55a2cc2b1c98b0198ff07f712b3ae
|
| 3 |
+
size 46299566
|
vs1/ckpt/G16P/step_200/meta.json
ADDED
|
@@ -0,0 +1,118 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "G16P",
|
| 3 |
+
"step": 200,
|
| 4 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 5 |
+
"lam": 1.0,
|
| 6 |
+
"run_name": "G16P",
|
| 7 |
+
"time": "2026-10-24 04:30:47 KST",
|
| 8 |
+
"smoke": false,
|
| 9 |
+
"cfg": {
|
| 10 |
+
"variant": "G16P",
|
| 11 |
+
"data_fallback": null,
|
| 12 |
+
"wandb_dir": "/workspace/code/spatial_reasoning/VS1/W/logs/train_wandb",
|
| 13 |
+
"lora_r": 16,
|
| 14 |
+
"lora_alpha": 32,
|
| 15 |
+
"lora_dropout": 0.05,
|
| 16 |
+
"lora_targets": [
|
| 17 |
+
"q_proj",
|
| 18 |
+
"k_proj",
|
| 19 |
+
"v_proj",
|
| 20 |
+
"o_proj",
|
| 21 |
+
"gate_proj",
|
| 22 |
+
"up_proj",
|
| 23 |
+
"down_proj"
|
| 24 |
+
],
|
| 25 |
+
"lora_regex": "model\\.language_model\\.layers\\.\\d+\\.(self_attn\\.(q_proj|k_proj|v_proj|o_proj)|mlp\\.(gate_proj|up_proj|down_proj))",
|
| 26 |
+
"micro_batch": 1,
|
| 27 |
+
"grad_accum": 8,
|
| 28 |
+
"grad_accum_default": 8,
|
| 29 |
+
"grad_accum_changed": false,
|
| 30 |
+
"lr": 0.0001,
|
| 31 |
+
"scheduler": "constant 1e-4, linear warmup 10 (train_g.make_sched)",
|
| 32 |
+
"warmup_ratio": null,
|
| 33 |
+
"warmup_steps": 10,
|
| 34 |
+
"weight_decay": 0.0,
|
| 35 |
+
"max_grad_norm": 1.0,
|
| 36 |
+
"optimizer": "AdamW",
|
| 37 |
+
"seed": 0,
|
| 38 |
+
"bf16": true,
|
| 39 |
+
"grad_ckpt": true,
|
| 40 |
+
"frame_rule": "D16",
|
| 41 |
+
"n_input_frames": 32,
|
| 42 |
+
"grid_t": 16,
|
| 43 |
+
"frame_hw": [
|
| 44 |
+
480,
|
| 45 |
+
640
|
| 46 |
+
],
|
| 47 |
+
"base_model_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B-qwen3vl",
|
| 48 |
+
"processor_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B",
|
| 49 |
+
"lam": 1.0,
|
| 50 |
+
"epochs": 1,
|
| 51 |
+
"n_forward": 5000,
|
| 52 |
+
"n_anchor": 4000,
|
| 53 |
+
"n_vsi": 1000,
|
| 54 |
+
"n_blocks_total": 28196,
|
| 55 |
+
"n_forward_unused": 0,
|
| 56 |
+
"n_steps_full": 625,
|
| 57 |
+
"steps_this_run": 200,
|
| 58 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 59 |
+
"data": "/workspace/code/spatial_reasoning/VS1/W/data/train_g16p.jsonl",
|
| 60 |
+
"data_sha256": "b3182e60761d3e8b97900d74e4fb4c9bc1608e86809d62ccfb93ed7fee4722f0",
|
| 61 |
+
"ckpt_name": "G16P",
|
| 62 |
+
"git_commit": "eb3a626d64223dc77cbe3ffa5cb2983e7b2a4ba8",
|
| 63 |
+
"workers": 4,
|
| 64 |
+
"ce_avg": "step_tokens",
|
| 65 |
+
"ckpt_every": 25,
|
| 66 |
+
"attn": "flash_attention_2",
|
| 67 |
+
"packing": "pack.py past_key_values: prefix(user+video) once with grad, blocks attend prefix only, MRoPE text pos p_end+arange",
|
| 68 |
+
"train_script": "VS1/W/train/train_w.py (copy of VS1/N/train_v16g.py)",
|
| 69 |
+
"log": "/workspace/code/spatial_reasoning/VS1/W/logs/train_log_G16P.jsonl",
|
| 70 |
+
"base_variant": "G-clean (VS1/N/train_g.py) + packing",
|
| 71 |
+
"head_lr": 0.0001,
|
| 72 |
+
"new_token_lr": 0.0001,
|
| 73 |
+
"new_tokens": [
|
| 74 |
+
"<box>",
|
| 75 |
+
"<cam>",
|
| 76 |
+
"<rel>"
|
| 77 |
+
],
|
| 78 |
+
"new_token_ids": [
|
| 79 |
+
151669,
|
| 80 |
+
151670,
|
| 81 |
+
151671
|
| 82 |
+
],
|
| 83 |
+
"heads": [
|
| 84 |
+
"box",
|
| 85 |
+
"cam(GeoVR CameraDec)",
|
| 86 |
+
"rel"
|
| 87 |
+
],
|
| 88 |
+
"cam_init": "GeoVR model.camera_token.weight[1]",
|
| 89 |
+
"cam_head": "GeoVR camera_head (CameraDec 2560, fp32, ckpt)",
|
| 90 |
+
"cam_target": "gconv.cam_g: first-frame w2c [s·t, quat xyzw w>=0], s=VGGT scale",
|
| 91 |
+
"cam_loss": "train_g.cam_loss_g: |dt|.clamp(100).mean + min(|q̂-q|,|q̂+q|).mean, no FoV, no 2.5x",
|
| 92 |
+
"fmt": "clean (blocks); VSI original",
|
| 93 |
+
"cam_mode": "untied",
|
| 94 |
+
"slot_avg": "mean over blocks in step of (box+rel+cam)",
|
| 95 |
+
"scale_s1": false,
|
| 96 |
+
"scale_file_sha256": "9e2f0a5abe5f1dbc4f4f6a074fd5584f668c209302f997b778e373bfea42bb95",
|
| 97 |
+
"cam_mask_blocks": {
|
| 98 |
+
"n_pair": 28196,
|
| 99 |
+
"n_valid": 28196,
|
| 100 |
+
"frame0_invalid": 0,
|
| 101 |
+
"scale_none": 0,
|
| 102 |
+
"scale_missing_scene": 0,
|
| 103 |
+
"frames_mismatch": 0,
|
| 104 |
+
"s1_used": false,
|
| 105 |
+
"n_masked": 0
|
| 106 |
+
},
|
| 107 |
+
"curve_every": 25,
|
| 108 |
+
"curve_ids": "/workspace/code/spatial_reasoning/VS1/K/data/g_curve_ids.json",
|
| 109 |
+
"cam_std_steps": [
|
| 110 |
+
0,
|
| 111 |
+
25,
|
| 112 |
+
50,
|
| 113 |
+
75,
|
| 114 |
+
100
|
| 115 |
+
],
|
| 116 |
+
"curve": "/workspace/code/spatial_reasoning/VS1/W/logs/curve_G16P.jsonl"
|
| 117 |
+
}
|
| 118 |
+
}
|
vs1/ckpt/G16P/step_200/new_rows.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:761b2fee7d93e6dfad421ca2c771f706734d61e2aba9ac2f23a24d35333f9b1b
|
| 3 |
+
size 17072
|
vs1/ckpt/G16P/step_200/optim_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a83fcba87247ac84e81bbb0779d9154ed2d12f8c2f991fc0644c24597dac0a17
|
| 3 |
+
size 357349235
|
vs1/ckpt/G16P/step_200/trainable_params.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c214a6ef824b19e2875513faacfa37a52c9413f876ac4b73a6e3ef2f52e58735
|
| 3 |
+
size 132339780
|
vs1/ckpt/G16P/step_25/heads.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:047517cf65cc1c0f0f16a22cd37945076c6c5279767fa6befa9d6959d8699cd1
|
| 3 |
+
size 46299566
|
vs1/ckpt/G16P/step_25/meta.json
ADDED
|
@@ -0,0 +1,118 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "G16P",
|
| 3 |
+
"step": 25,
|
| 4 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 5 |
+
"lam": 1.0,
|
| 6 |
+
"run_name": "G16P",
|
| 7 |
+
"time": "2026-10-24 02:22:03 KST",
|
| 8 |
+
"smoke": false,
|
| 9 |
+
"cfg": {
|
| 10 |
+
"variant": "G16P",
|
| 11 |
+
"data_fallback": null,
|
| 12 |
+
"wandb_dir": "/workspace/code/spatial_reasoning/VS1/W/logs/train_wandb",
|
| 13 |
+
"lora_r": 16,
|
| 14 |
+
"lora_alpha": 32,
|
| 15 |
+
"lora_dropout": 0.05,
|
| 16 |
+
"lora_targets": [
|
| 17 |
+
"q_proj",
|
| 18 |
+
"k_proj",
|
| 19 |
+
"v_proj",
|
| 20 |
+
"o_proj",
|
| 21 |
+
"gate_proj",
|
| 22 |
+
"up_proj",
|
| 23 |
+
"down_proj"
|
| 24 |
+
],
|
| 25 |
+
"lora_regex": "model\\.language_model\\.layers\\.\\d+\\.(self_attn\\.(q_proj|k_proj|v_proj|o_proj)|mlp\\.(gate_proj|up_proj|down_proj))",
|
| 26 |
+
"micro_batch": 1,
|
| 27 |
+
"grad_accum": 8,
|
| 28 |
+
"grad_accum_default": 8,
|
| 29 |
+
"grad_accum_changed": false,
|
| 30 |
+
"lr": 0.0001,
|
| 31 |
+
"scheduler": "constant 1e-4, linear warmup 10 (train_g.make_sched)",
|
| 32 |
+
"warmup_ratio": null,
|
| 33 |
+
"warmup_steps": 10,
|
| 34 |
+
"weight_decay": 0.0,
|
| 35 |
+
"max_grad_norm": 1.0,
|
| 36 |
+
"optimizer": "AdamW",
|
| 37 |
+
"seed": 0,
|
| 38 |
+
"bf16": true,
|
| 39 |
+
"grad_ckpt": true,
|
| 40 |
+
"frame_rule": "D16",
|
| 41 |
+
"n_input_frames": 32,
|
| 42 |
+
"grid_t": 16,
|
| 43 |
+
"frame_hw": [
|
| 44 |
+
480,
|
| 45 |
+
640
|
| 46 |
+
],
|
| 47 |
+
"base_model_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B-qwen3vl",
|
| 48 |
+
"processor_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B",
|
| 49 |
+
"lam": 1.0,
|
| 50 |
+
"epochs": 1,
|
| 51 |
+
"n_forward": 5000,
|
| 52 |
+
"n_anchor": 4000,
|
| 53 |
+
"n_vsi": 1000,
|
| 54 |
+
"n_blocks_total": 28196,
|
| 55 |
+
"n_forward_unused": 0,
|
| 56 |
+
"n_steps_full": 625,
|
| 57 |
+
"steps_this_run": 200,
|
| 58 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 59 |
+
"data": "/workspace/code/spatial_reasoning/VS1/W/data/train_g16p.jsonl",
|
| 60 |
+
"data_sha256": "b3182e60761d3e8b97900d74e4fb4c9bc1608e86809d62ccfb93ed7fee4722f0",
|
| 61 |
+
"ckpt_name": "G16P",
|
| 62 |
+
"git_commit": "eb3a626d64223dc77cbe3ffa5cb2983e7b2a4ba8",
|
| 63 |
+
"workers": 4,
|
| 64 |
+
"ce_avg": "step_tokens",
|
| 65 |
+
"ckpt_every": 25,
|
| 66 |
+
"attn": "flash_attention_2",
|
| 67 |
+
"packing": "pack.py past_key_values: prefix(user+video) once with grad, blocks attend prefix only, MRoPE text pos p_end+arange",
|
| 68 |
+
"train_script": "VS1/W/train/train_w.py (copy of VS1/N/train_v16g.py)",
|
| 69 |
+
"log": "/workspace/code/spatial_reasoning/VS1/W/logs/train_log_G16P.jsonl",
|
| 70 |
+
"base_variant": "G-clean (VS1/N/train_g.py) + packing",
|
| 71 |
+
"head_lr": 0.0001,
|
| 72 |
+
"new_token_lr": 0.0001,
|
| 73 |
+
"new_tokens": [
|
| 74 |
+
"<box>",
|
| 75 |
+
"<cam>",
|
| 76 |
+
"<rel>"
|
| 77 |
+
],
|
| 78 |
+
"new_token_ids": [
|
| 79 |
+
151669,
|
| 80 |
+
151670,
|
| 81 |
+
151671
|
| 82 |
+
],
|
| 83 |
+
"heads": [
|
| 84 |
+
"box",
|
| 85 |
+
"cam(GeoVR CameraDec)",
|
| 86 |
+
"rel"
|
| 87 |
+
],
|
| 88 |
+
"cam_init": "GeoVR model.camera_token.weight[1]",
|
| 89 |
+
"cam_head": "GeoVR camera_head (CameraDec 2560, fp32, ckpt)",
|
| 90 |
+
"cam_target": "gconv.cam_g: first-frame w2c [s·t, quat xyzw w>=0], s=VGGT scale",
|
| 91 |
+
"cam_loss": "train_g.cam_loss_g: |dt|.clamp(100).mean + min(|q̂-q|,|q̂+q|).mean, no FoV, no 2.5x",
|
| 92 |
+
"fmt": "clean (blocks); VSI original",
|
| 93 |
+
"cam_mode": "untied",
|
| 94 |
+
"slot_avg": "mean over blocks in step of (box+rel+cam)",
|
| 95 |
+
"scale_s1": false,
|
| 96 |
+
"scale_file_sha256": "9e2f0a5abe5f1dbc4f4f6a074fd5584f668c209302f997b778e373bfea42bb95",
|
| 97 |
+
"cam_mask_blocks": {
|
| 98 |
+
"n_pair": 28196,
|
| 99 |
+
"n_valid": 28196,
|
| 100 |
+
"frame0_invalid": 0,
|
| 101 |
+
"scale_none": 0,
|
| 102 |
+
"scale_missing_scene": 0,
|
| 103 |
+
"frames_mismatch": 0,
|
| 104 |
+
"s1_used": false,
|
| 105 |
+
"n_masked": 0
|
| 106 |
+
},
|
| 107 |
+
"curve_every": 25,
|
| 108 |
+
"curve_ids": "/workspace/code/spatial_reasoning/VS1/K/data/g_curve_ids.json",
|
| 109 |
+
"cam_std_steps": [
|
| 110 |
+
0,
|
| 111 |
+
25,
|
| 112 |
+
50,
|
| 113 |
+
75,
|
| 114 |
+
100
|
| 115 |
+
],
|
| 116 |
+
"curve": "/workspace/code/spatial_reasoning/VS1/W/logs/curve_G16P.jsonl"
|
| 117 |
+
}
|
| 118 |
+
}
|
vs1/ckpt/G16P/step_25/new_rows.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d2b014ad1d16d7d23750cfe4ee9f1e437f26cddafb3cb077c66dae6e7821646
|
| 3 |
+
size 17072
|
vs1/ckpt/G16P/step_25/optim_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aaebadbbfeb2f45dbbf7ad791b14ca428e55bdab5243381115253c3c80b65f3f
|
| 3 |
+
size 357349235
|
vs1/ckpt/G16P/step_25/trainable_params.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6b7e852026bed191f782424c49b0418bd38f8586ba38706af5f87b7eaeb4b89c
|
| 3 |
+
size 132339780
|
vs1/ckpt/G16P/step_50/heads.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:698c7fecfb2352e8ad8bd21bfbd2a8b5694b6be65983d3e53aac8e0c151433b7
|
| 3 |
+
size 46299566
|
vs1/ckpt/G16P/step_50/meta.json
ADDED
|
@@ -0,0 +1,118 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "G16P",
|
| 3 |
+
"step": 50,
|
| 4 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 5 |
+
"lam": 1.0,
|
| 6 |
+
"run_name": "G16P",
|
| 7 |
+
"time": "2026-10-24 02:40:08 KST",
|
| 8 |
+
"smoke": false,
|
| 9 |
+
"cfg": {
|
| 10 |
+
"variant": "G16P",
|
| 11 |
+
"data_fallback": null,
|
| 12 |
+
"wandb_dir": "/workspace/code/spatial_reasoning/VS1/W/logs/train_wandb",
|
| 13 |
+
"lora_r": 16,
|
| 14 |
+
"lora_alpha": 32,
|
| 15 |
+
"lora_dropout": 0.05,
|
| 16 |
+
"lora_targets": [
|
| 17 |
+
"q_proj",
|
| 18 |
+
"k_proj",
|
| 19 |
+
"v_proj",
|
| 20 |
+
"o_proj",
|
| 21 |
+
"gate_proj",
|
| 22 |
+
"up_proj",
|
| 23 |
+
"down_proj"
|
| 24 |
+
],
|
| 25 |
+
"lora_regex": "model\\.language_model\\.layers\\.\\d+\\.(self_attn\\.(q_proj|k_proj|v_proj|o_proj)|mlp\\.(gate_proj|up_proj|down_proj))",
|
| 26 |
+
"micro_batch": 1,
|
| 27 |
+
"grad_accum": 8,
|
| 28 |
+
"grad_accum_default": 8,
|
| 29 |
+
"grad_accum_changed": false,
|
| 30 |
+
"lr": 0.0001,
|
| 31 |
+
"scheduler": "constant 1e-4, linear warmup 10 (train_g.make_sched)",
|
| 32 |
+
"warmup_ratio": null,
|
| 33 |
+
"warmup_steps": 10,
|
| 34 |
+
"weight_decay": 0.0,
|
| 35 |
+
"max_grad_norm": 1.0,
|
| 36 |
+
"optimizer": "AdamW",
|
| 37 |
+
"seed": 0,
|
| 38 |
+
"bf16": true,
|
| 39 |
+
"grad_ckpt": true,
|
| 40 |
+
"frame_rule": "D16",
|
| 41 |
+
"n_input_frames": 32,
|
| 42 |
+
"grid_t": 16,
|
| 43 |
+
"frame_hw": [
|
| 44 |
+
480,
|
| 45 |
+
640
|
| 46 |
+
],
|
| 47 |
+
"base_model_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B-qwen3vl",
|
| 48 |
+
"processor_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B",
|
| 49 |
+
"lam": 1.0,
|
| 50 |
+
"epochs": 1,
|
| 51 |
+
"n_forward": 5000,
|
| 52 |
+
"n_anchor": 4000,
|
| 53 |
+
"n_vsi": 1000,
|
| 54 |
+
"n_blocks_total": 28196,
|
| 55 |
+
"n_forward_unused": 0,
|
| 56 |
+
"n_steps_full": 625,
|
| 57 |
+
"steps_this_run": 200,
|
| 58 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 59 |
+
"data": "/workspace/code/spatial_reasoning/VS1/W/data/train_g16p.jsonl",
|
| 60 |
+
"data_sha256": "b3182e60761d3e8b97900d74e4fb4c9bc1608e86809d62ccfb93ed7fee4722f0",
|
| 61 |
+
"ckpt_name": "G16P",
|
| 62 |
+
"git_commit": "eb3a626d64223dc77cbe3ffa5cb2983e7b2a4ba8",
|
| 63 |
+
"workers": 4,
|
| 64 |
+
"ce_avg": "step_tokens",
|
| 65 |
+
"ckpt_every": 25,
|
| 66 |
+
"attn": "flash_attention_2",
|
| 67 |
+
"packing": "pack.py past_key_values: prefix(user+video) once with grad, blocks attend prefix only, MRoPE text pos p_end+arange",
|
| 68 |
+
"train_script": "VS1/W/train/train_w.py (copy of VS1/N/train_v16g.py)",
|
| 69 |
+
"log": "/workspace/code/spatial_reasoning/VS1/W/logs/train_log_G16P.jsonl",
|
| 70 |
+
"base_variant": "G-clean (VS1/N/train_g.py) + packing",
|
| 71 |
+
"head_lr": 0.0001,
|
| 72 |
+
"new_token_lr": 0.0001,
|
| 73 |
+
"new_tokens": [
|
| 74 |
+
"<box>",
|
| 75 |
+
"<cam>",
|
| 76 |
+
"<rel>"
|
| 77 |
+
],
|
| 78 |
+
"new_token_ids": [
|
| 79 |
+
151669,
|
| 80 |
+
151670,
|
| 81 |
+
151671
|
| 82 |
+
],
|
| 83 |
+
"heads": [
|
| 84 |
+
"box",
|
| 85 |
+
"cam(GeoVR CameraDec)",
|
| 86 |
+
"rel"
|
| 87 |
+
],
|
| 88 |
+
"cam_init": "GeoVR model.camera_token.weight[1]",
|
| 89 |
+
"cam_head": "GeoVR camera_head (CameraDec 2560, fp32, ckpt)",
|
| 90 |
+
"cam_target": "gconv.cam_g: first-frame w2c [s·t, quat xyzw w>=0], s=VGGT scale",
|
| 91 |
+
"cam_loss": "train_g.cam_loss_g: |dt|.clamp(100).mean + min(|q̂-q|,|q̂+q|).mean, no FoV, no 2.5x",
|
| 92 |
+
"fmt": "clean (blocks); VSI original",
|
| 93 |
+
"cam_mode": "untied",
|
| 94 |
+
"slot_avg": "mean over blocks in step of (box+rel+cam)",
|
| 95 |
+
"scale_s1": false,
|
| 96 |
+
"scale_file_sha256": "9e2f0a5abe5f1dbc4f4f6a074fd5584f668c209302f997b778e373bfea42bb95",
|
| 97 |
+
"cam_mask_blocks": {
|
| 98 |
+
"n_pair": 28196,
|
| 99 |
+
"n_valid": 28196,
|
| 100 |
+
"frame0_invalid": 0,
|
| 101 |
+
"scale_none": 0,
|
| 102 |
+
"scale_missing_scene": 0,
|
| 103 |
+
"frames_mismatch": 0,
|
| 104 |
+
"s1_used": false,
|
| 105 |
+
"n_masked": 0
|
| 106 |
+
},
|
| 107 |
+
"curve_every": 25,
|
| 108 |
+
"curve_ids": "/workspace/code/spatial_reasoning/VS1/K/data/g_curve_ids.json",
|
| 109 |
+
"cam_std_steps": [
|
| 110 |
+
0,
|
| 111 |
+
25,
|
| 112 |
+
50,
|
| 113 |
+
75,
|
| 114 |
+
100
|
| 115 |
+
],
|
| 116 |
+
"curve": "/workspace/code/spatial_reasoning/VS1/W/logs/curve_G16P.jsonl"
|
| 117 |
+
}
|
| 118 |
+
}
|
vs1/ckpt/G16P/step_50/new_rows.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:06b2348841ce563728c65de36b5500fb1b98bcbf76a7927476876a7faaffae68
|
| 3 |
+
size 17072
|
vs1/ckpt/G16P/step_50/optim_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f53e6e3d49f6a614c5ba15ae0c97641715cc314e7d41e227fd6d4ee04beac8a5
|
| 3 |
+
size 357349235
|
vs1/ckpt/G16P/step_50/trainable_params.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:eb6f3d4e580fce6634e80400570f9345a1b73fd4eb2757c5244ed755855a13de
|
| 3 |
+
size 132339780
|
vs1/ckpt/G16P/step_75/heads.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:be8792293e51f0a648e5242e5a50de810ddc2becfb89bb591661d40723c4ea35
|
| 3 |
+
size 46299566
|
vs1/ckpt/G16P/step_75/meta.json
ADDED
|
@@ -0,0 +1,118 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"variant": "G16P",
|
| 3 |
+
"step": 75,
|
| 4 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 5 |
+
"lam": 1.0,
|
| 6 |
+
"run_name": "G16P",
|
| 7 |
+
"time": "2026-10-24 02:58:21 KST",
|
| 8 |
+
"smoke": false,
|
| 9 |
+
"cfg": {
|
| 10 |
+
"variant": "G16P",
|
| 11 |
+
"data_fallback": null,
|
| 12 |
+
"wandb_dir": "/workspace/code/spatial_reasoning/VS1/W/logs/train_wandb",
|
| 13 |
+
"lora_r": 16,
|
| 14 |
+
"lora_alpha": 32,
|
| 15 |
+
"lora_dropout": 0.05,
|
| 16 |
+
"lora_targets": [
|
| 17 |
+
"q_proj",
|
| 18 |
+
"k_proj",
|
| 19 |
+
"v_proj",
|
| 20 |
+
"o_proj",
|
| 21 |
+
"gate_proj",
|
| 22 |
+
"up_proj",
|
| 23 |
+
"down_proj"
|
| 24 |
+
],
|
| 25 |
+
"lora_regex": "model\\.language_model\\.layers\\.\\d+\\.(self_attn\\.(q_proj|k_proj|v_proj|o_proj)|mlp\\.(gate_proj|up_proj|down_proj))",
|
| 26 |
+
"micro_batch": 1,
|
| 27 |
+
"grad_accum": 8,
|
| 28 |
+
"grad_accum_default": 8,
|
| 29 |
+
"grad_accum_changed": false,
|
| 30 |
+
"lr": 0.0001,
|
| 31 |
+
"scheduler": "constant 1e-4, linear warmup 10 (train_g.make_sched)",
|
| 32 |
+
"warmup_ratio": null,
|
| 33 |
+
"warmup_steps": 10,
|
| 34 |
+
"weight_decay": 0.0,
|
| 35 |
+
"max_grad_norm": 1.0,
|
| 36 |
+
"optimizer": "AdamW",
|
| 37 |
+
"seed": 0,
|
| 38 |
+
"bf16": true,
|
| 39 |
+
"grad_ckpt": true,
|
| 40 |
+
"frame_rule": "D16",
|
| 41 |
+
"n_input_frames": 32,
|
| 42 |
+
"grid_t": 16,
|
| 43 |
+
"frame_hw": [
|
| 44 |
+
480,
|
| 45 |
+
640
|
| 46 |
+
],
|
| 47 |
+
"base_model_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B-qwen3vl",
|
| 48 |
+
"processor_dir": "/workspace/code/spatial_reasoning/repro_baseline22/weights/GeoVR-VGGT-Qwen3-VL-4B",
|
| 49 |
+
"lam": 1.0,
|
| 50 |
+
"epochs": 1,
|
| 51 |
+
"n_forward": 5000,
|
| 52 |
+
"n_anchor": 4000,
|
| 53 |
+
"n_vsi": 1000,
|
| 54 |
+
"n_blocks_total": 28196,
|
| 55 |
+
"n_forward_unused": 0,
|
| 56 |
+
"n_steps_full": 625,
|
| 57 |
+
"steps_this_run": 200,
|
| 58 |
+
"order_sha1": "981a724297b42432ce6ba92210360f43923a64c2",
|
| 59 |
+
"data": "/workspace/code/spatial_reasoning/VS1/W/data/train_g16p.jsonl",
|
| 60 |
+
"data_sha256": "b3182e60761d3e8b97900d74e4fb4c9bc1608e86809d62ccfb93ed7fee4722f0",
|
| 61 |
+
"ckpt_name": "G16P",
|
| 62 |
+
"git_commit": "eb3a626d64223dc77cbe3ffa5cb2983e7b2a4ba8",
|
| 63 |
+
"workers": 4,
|
| 64 |
+
"ce_avg": "step_tokens",
|
| 65 |
+
"ckpt_every": 25,
|
| 66 |
+
"attn": "flash_attention_2",
|
| 67 |
+
"packing": "pack.py past_key_values: prefix(user+video) once with grad, blocks attend prefix only, MRoPE text pos p_end+arange",
|
| 68 |
+
"train_script": "VS1/W/train/train_w.py (copy of VS1/N/train_v16g.py)",
|
| 69 |
+
"log": "/workspace/code/spatial_reasoning/VS1/W/logs/train_log_G16P.jsonl",
|
| 70 |
+
"base_variant": "G-clean (VS1/N/train_g.py) + packing",
|
| 71 |
+
"head_lr": 0.0001,
|
| 72 |
+
"new_token_lr": 0.0001,
|
| 73 |
+
"new_tokens": [
|
| 74 |
+
"<box>",
|
| 75 |
+
"<cam>",
|
| 76 |
+
"<rel>"
|
| 77 |
+
],
|
| 78 |
+
"new_token_ids": [
|
| 79 |
+
151669,
|
| 80 |
+
151670,
|
| 81 |
+
151671
|
| 82 |
+
],
|
| 83 |
+
"heads": [
|
| 84 |
+
"box",
|
| 85 |
+
"cam(GeoVR CameraDec)",
|
| 86 |
+
"rel"
|
| 87 |
+
],
|
| 88 |
+
"cam_init": "GeoVR model.camera_token.weight[1]",
|
| 89 |
+
"cam_head": "GeoVR camera_head (CameraDec 2560, fp32, ckpt)",
|
| 90 |
+
"cam_target": "gconv.cam_g: first-frame w2c [s·t, quat xyzw w>=0], s=VGGT scale",
|
| 91 |
+
"cam_loss": "train_g.cam_loss_g: |dt|.clamp(100).mean + min(|q̂-q|,|q̂+q|).mean, no FoV, no 2.5x",
|
| 92 |
+
"fmt": "clean (blocks); VSI original",
|
| 93 |
+
"cam_mode": "untied",
|
| 94 |
+
"slot_avg": "mean over blocks in step of (box+rel+cam)",
|
| 95 |
+
"scale_s1": false,
|
| 96 |
+
"scale_file_sha256": "9e2f0a5abe5f1dbc4f4f6a074fd5584f668c209302f997b778e373bfea42bb95",
|
| 97 |
+
"cam_mask_blocks": {
|
| 98 |
+
"n_pair": 28196,
|
| 99 |
+
"n_valid": 28196,
|
| 100 |
+
"frame0_invalid": 0,
|
| 101 |
+
"scale_none": 0,
|
| 102 |
+
"scale_missing_scene": 0,
|
| 103 |
+
"frames_mismatch": 0,
|
| 104 |
+
"s1_used": false,
|
| 105 |
+
"n_masked": 0
|
| 106 |
+
},
|
| 107 |
+
"curve_every": 25,
|
| 108 |
+
"curve_ids": "/workspace/code/spatial_reasoning/VS1/K/data/g_curve_ids.json",
|
| 109 |
+
"cam_std_steps": [
|
| 110 |
+
0,
|
| 111 |
+
25,
|
| 112 |
+
50,
|
| 113 |
+
75,
|
| 114 |
+
100
|
| 115 |
+
],
|
| 116 |
+
"curve": "/workspace/code/spatial_reasoning/VS1/W/logs/curve_G16P.jsonl"
|
| 117 |
+
}
|
| 118 |
+
}
|
vs1/ckpt/G16P/step_75/new_rows.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b80e7009d86bcb2bdd006cc71fb8c5b47bbf8299190684721e0b6030494d4984
|
| 3 |
+
size 17072
|
vs1/ckpt/G16P/step_75/optim_state.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:52e6eee7b43a5e75957f18dce53b323f462e2b868fe994370ad3d22b151652f3
|
| 3 |
+
size 357349235
|
vs1/ckpt/G16P/step_75/trainable_params.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:46d79509ad59978b843fad579b617553b9c81227cc6d0d1351147c63e458c18b
|
| 3 |
+
size 132339780
|