Add files using upload-large-folder tool
Browse filesThis view is limited to 50 files because it contains too many changes. See raw diff
- tmp/epoch10_tvcd_grid_every10_400/a01_b005/predictions.jsonl +0 -0
- tmp/epoch10_tvcd_grid_every10_400/a01_b005/run.log +1295 -0
- tmp/epoch10_tvcd_grid_every10_400/a01_b005/summary.json +10 -0
- tmp/epoch10_tvcd_grid_every10_400/a025_b005/predictions.jsonl +0 -0
- tmp/epoch10_tvcd_grid_every10_400/a025_b005/run.log +1295 -0
- tmp/epoch10_tvcd_grid_every10_400/a025_b005/summary.json +10 -0
- tmp/epoch10_tvcd_grid_every10_400/a025_b01/predictions.jsonl +74 -0
- tmp/epoch10_tvcd_grid_every10_400/a025_b01/run.log +245 -0
- tmp/epoch10_tvcd_grid_every10_400/a025_b01/summary.json +10 -0
- tmp/epoch10_tvcd_grid_every10_400/a02_b005/predictions.jsonl +75 -0
- tmp/epoch10_tvcd_grid_every10_400/a02_b005/run.log +247 -0
- tmp/epoch10_tvcd_grid_every10_400/a02_b005/summary.json +10 -0
- tmp/epoch10_tvcd_grid_every10_400/a05_b005/predictions.jsonl +44 -0
- tmp/epoch10_tvcd_grid_every10_400/a05_b005/run.log +151 -0
- tmp/epoch10_tvcd_grid_every10_400/a05_b005/summary.json +10 -0
- tmp/epoch10_tvcd_grid_every10_400/a05_b01/predictions.jsonl +45 -0
- tmp/epoch10_tvcd_grid_every10_400/a05_b01/run.log +154 -0
- tmp/epoch10_tvcd_grid_every10_400/a05_b01/summary.json +10 -0
- tmp/epoch10_tvcd_grid_every10_400/a1_b005/predictions.jsonl +44 -0
- tmp/epoch10_tvcd_grid_every10_400/a1_b005/run.log +151 -0
- tmp/epoch10_tvcd_grid_every10_400/a1_b005/summary.json +10 -0
- tmp/epoch10_tvcd_grid_every10_400/epoch10_a005_b002.pid +1 -0
- tmp/epoch10_tvcd_grid_every10_400/epoch10_a005_b002/predictions.jsonl +0 -0
- tmp/epoch10_tvcd_grid_every10_400/epoch10_a005_b002/run.log +1295 -0
- tmp/epoch10_tvcd_grid_every10_400/epoch10_a005_b002/summary.json +10 -0
- tmp/epoch10_tvcd_grid_every10_400/epoch5_a01_b005.pid +1 -0
- tmp/epoch10_tvcd_grid_every10_400/epoch5_a01_b005/predictions.jsonl +0 -0
- tmp/epoch10_tvcd_grid_every10_400/epoch5_a01_b005/run.log +1295 -0
- tmp/epoch10_tvcd_grid_every10_400/epoch5_a01_b005/summary.json +10 -0
- tmp/epoch10_tvcd_grid_every10_400/grid.tsv +8 -0
- tmp/epoch10_tvcd_grid_every10_400/monitor_logs/monitor.log +41 -0
- tmp/epoch10_tvcd_grid_every10_400/monitor_nohup.log +80 -0
- tmp/epoch10_tvcd_grid_every10_400/pids_wave1.txt +4 -0
- tmp/epoch10_tvcd_grid_every10_400/pids_wave2.txt +3 -0
- tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu0/predictions.jsonl +80 -0
- tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu0/run.log +279 -0
- tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu0/summary.json +10 -0
- tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu1/predictions.jsonl +80 -0
- tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu1/run.log +279 -0
- tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu1/summary.json +10 -0
- tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu2/predictions.jsonl +80 -0
- tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu2/run.log +297 -0
- tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu2/summary.json +10 -0
- tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu0/predictions.jsonl +80 -0
- tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu0/run.log +279 -0
- tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu0/summary.json +10 -0
- tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu3/predictions.jsonl +80 -0
- tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu3/run.log +303 -0
- tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu3/summary.json +10 -0
- tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu2/predictions.jsonl +80 -0
tmp/epoch10_tvcd_grid_every10_400/a01_b005/predictions.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tmp/epoch10_tvcd_grid_every10_400/a01_b005/run.log
ADDED
|
@@ -0,0 +1,1295 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
OpenCLIP not installed
|
| 2 |
+
[eval] args={'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'output_dir': '/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a01_b005', 'device': 'cuda:0', 'device_map': None, 'conv_mode': 'llada', 'max_samples': 400, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 4, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': 'grid', 'temperature': 0.0, 'max_new_tokens': 12, 'block_length': 12, 'step_per_block': 4, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 3 |
+
[eval] output_dir=/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a01_b005
|
| 4 |
+
[eval] loading model from /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 with device_map=None
|
| 5 |
+
Loaded LLaVA model: /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10
|
| 6 |
+
Loading vision tower: google/siglip-so400m-patch14-384
|
| 7 |
+
|
| 8 |
+
Some weights of LlavaLladaForMaskedDiffusion were not initialized from the model checkpoint at /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 and are newly initialized because the shapes did not match:
|
| 9 |
+
- model.transformer.wte.weight: found shape torch.Size([126352, 4096]) in the checkpoint and torch.Size([126464, 4096]) in the model instantiated
|
| 10 |
+
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
|
| 11 |
+
Restored mismatched LLaDA input embeddings from checkpoint shards.
|
| 12 |
+
Model Class: LlavaLladaForMaskedDiffusion
|
| 13 |
+
[eval] model loaded
|
| 14 |
+
[eval] loaded 400 samples from /data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json
|
| 15 |
+
[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 16 |
+
[eval] sample_idx=0 baseline=D
|
| 17 |
+
[eval] sample_idx=0 tvcd=D
|
| 18 |
+
[eval] sample_idx=1 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 19 |
+
[eval] sample_idx=1 baseline=F
|
| 20 |
+
[eval] sample_idx=1 tvcd=F
|
| 21 |
+
[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 22 |
+
[eval] sample_idx=2 baseline=D
|
| 23 |
+
[eval] sample_idx=2 tvcd=D
|
| 24 |
+
[eval] sample_idx=3 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 25 |
+
[eval] sample_idx=3 baseline=B
|
| 26 |
+
[eval] sample_idx=3 tvcd=B
|
| 27 |
+
[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 28 |
+
[eval] sample_idx=4 baseline=C
|
| 29 |
+
[eval] sample_idx=4 tvcd=C
|
| 30 |
+
[eval] sample_idx=5 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 31 |
+
[eval] sample_idx=5 baseline=A
|
| 32 |
+
[eval] sample_idx=5 tvcd=A
|
| 33 |
+
[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 34 |
+
[eval] sample_idx=6 baseline=C
|
| 35 |
+
[eval] sample_idx=6 tvcd=C
|
| 36 |
+
[eval] sample_idx=7 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 37 |
+
[eval] sample_idx=7 baseline=G
|
| 38 |
+
[eval] sample_idx=7 tvcd=G
|
| 39 |
+
[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4
|
| 40 |
+
[eval] sample_idx=8 baseline=D
|
| 41 |
+
[eval] sample_idx=8 tvcd=D
|
| 42 |
+
[eval] sample_idx=9 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4
|
| 43 |
+
[eval] sample_idx=9 baseline=A
|
| 44 |
+
[eval] sample_idx=9 tvcd=A
|
| 45 |
+
{'samples_done': 10, 'baseline_acc': 0.6, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 46 |
+
[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4
|
| 47 |
+
[eval] sample_idx=10 baseline=B
|
| 48 |
+
[eval] sample_idx=10 tvcd=B
|
| 49 |
+
[eval] sample_idx=11 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 50 |
+
[eval] sample_idx=11 baseline=B
|
| 51 |
+
[eval] sample_idx=11 tvcd=B
|
| 52 |
+
[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4
|
| 53 |
+
[eval] sample_idx=12 baseline=D
|
| 54 |
+
[eval] sample_idx=12 tvcd=D
|
| 55 |
+
[eval] sample_idx=13 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4
|
| 56 |
+
[eval] sample_idx=13 baseline=C
|
| 57 |
+
[eval] sample_idx=13 tvcd=C
|
| 58 |
+
[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4
|
| 59 |
+
[eval] sample_idx=14 baseline=B
|
| 60 |
+
[eval] sample_idx=14 tvcd=B
|
| 61 |
+
[eval] sample_idx=15 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4
|
| 62 |
+
[eval] sample_idx=15 baseline=C
|
| 63 |
+
[eval] sample_idx=15 tvcd=C
|
| 64 |
+
[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4
|
| 65 |
+
[eval] sample_idx=16 baseline=D
|
| 66 |
+
[eval] sample_idx=16 tvcd=D
|
| 67 |
+
[eval] sample_idx=17 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4
|
| 68 |
+
[eval] sample_idx=17 baseline=D
|
| 69 |
+
[eval] sample_idx=17 tvcd=D
|
| 70 |
+
[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4
|
| 71 |
+
[eval] sample_idx=18 baseline=A
|
| 72 |
+
[eval] sample_idx=18 tvcd=A
|
| 73 |
+
[eval] sample_idx=19 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4
|
| 74 |
+
[eval] sample_idx=19 baseline=B
|
| 75 |
+
[eval] sample_idx=19 tvcd=B
|
| 76 |
+
{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 77 |
+
[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 78 |
+
[eval] sample_idx=20 baseline=I
|
| 79 |
+
[eval] sample_idx=20 tvcd=I
|
| 80 |
+
[eval] sample_idx=21 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 81 |
+
[eval] sample_idx=21 baseline=B
|
| 82 |
+
[eval] sample_idx=21 tvcd=B
|
| 83 |
+
[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4
|
| 84 |
+
[eval] sample_idx=22 baseline=B
|
| 85 |
+
[eval] sample_idx=22 tvcd=B
|
| 86 |
+
[eval] sample_idx=23 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4
|
| 87 |
+
[eval] sample_idx=23 baseline=E
|
| 88 |
+
[eval] sample_idx=23 tvcd=B
|
| 89 |
+
[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4
|
| 90 |
+
[eval] sample_idx=24 baseline=D
|
| 91 |
+
[eval] sample_idx=24 tvcd=D
|
| 92 |
+
[eval] sample_idx=25 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4
|
| 93 |
+
[eval] sample_idx=25 baseline=C
|
| 94 |
+
[eval] sample_idx=25 tvcd=C
|
| 95 |
+
[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4
|
| 96 |
+
[eval] sample_idx=26 baseline=D
|
| 97 |
+
[eval] sample_idx=26 tvcd=D
|
| 98 |
+
[eval] sample_idx=27 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 99 |
+
[eval] sample_idx=27 baseline=A
|
| 100 |
+
[eval] sample_idx=27 tvcd=A
|
| 101 |
+
[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4
|
| 102 |
+
[eval] sample_idx=28 baseline=F
|
| 103 |
+
[eval] sample_idx=28 tvcd=F
|
| 104 |
+
[eval] sample_idx=29 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 105 |
+
[eval] sample_idx=29 baseline=D
|
| 106 |
+
[eval] sample_idx=29 tvcd=D
|
| 107 |
+
{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.4666666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 108 |
+
[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4
|
| 109 |
+
[eval] sample_idx=30 baseline=D
|
| 110 |
+
[eval] sample_idx=30 tvcd=D
|
| 111 |
+
[eval] sample_idx=31 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4
|
| 112 |
+
[eval] sample_idx=31 baseline=D
|
| 113 |
+
[eval] sample_idx=31 tvcd=D
|
| 114 |
+
[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4
|
| 115 |
+
[eval] sample_idx=32 baseline=A
|
| 116 |
+
[eval] sample_idx=32 tvcd=A
|
| 117 |
+
[eval] sample_idx=33 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4
|
| 118 |
+
[eval] sample_idx=33 baseline=D
|
| 119 |
+
[eval] sample_idx=33 tvcd=D
|
| 120 |
+
[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4
|
| 121 |
+
[eval] sample_idx=34 baseline=A
|
| 122 |
+
[eval] sample_idx=34 tvcd=A
|
| 123 |
+
[eval] sample_idx=35 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4
|
| 124 |
+
[eval] sample_idx=35 baseline=A
|
| 125 |
+
[eval] sample_idx=35 tvcd=A
|
| 126 |
+
[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 127 |
+
[eval] sample_idx=36 baseline=F
|
| 128 |
+
[eval] sample_idx=36 tvcd=F
|
| 129 |
+
[eval] sample_idx=37 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4
|
| 130 |
+
[eval] sample_idx=37 baseline=B
|
| 131 |
+
[eval] sample_idx=37 tvcd=B
|
| 132 |
+
[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4
|
| 133 |
+
[eval] sample_idx=38 baseline=B
|
| 134 |
+
[eval] sample_idx=38 tvcd=B
|
| 135 |
+
[eval] sample_idx=39 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4
|
| 136 |
+
[eval] sample_idx=39 baseline=B
|
| 137 |
+
[eval] sample_idx=39 tvcd=B
|
| 138 |
+
{'samples_done': 40, 'baseline_acc': 0.4, 'tvcd_acc': 0.425, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 139 |
+
[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4
|
| 140 |
+
[eval] sample_idx=40 baseline=F
|
| 141 |
+
[eval] sample_idx=40 tvcd=F
|
| 142 |
+
[eval] sample_idx=41 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 143 |
+
[eval] sample_idx=41 baseline=A
|
| 144 |
+
[eval] sample_idx=41 tvcd=A
|
| 145 |
+
[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 146 |
+
[eval] sample_idx=42 baseline=I
|
| 147 |
+
[eval] sample_idx=42 tvcd=I
|
| 148 |
+
[eval] sample_idx=43 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4
|
| 149 |
+
[eval] sample_idx=43 baseline=B
|
| 150 |
+
[eval] sample_idx=43 tvcd=B
|
| 151 |
+
[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/liuwen.MP4
|
| 152 |
+
[eval] sample_idx=44 baseline=B
|
| 153 |
+
[eval] sample_idx=44 tvcd=B
|
| 154 |
+
[eval] sample_idx=45 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lixuyang.MP4
|
| 155 |
+
[eval] sample_idx=45 baseline=D
|
| 156 |
+
[eval] sample_idx=45 tvcd=C
|
| 157 |
+
[eval] sample_idx=46 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4
|
| 158 |
+
[eval] sample_idx=46 baseline=C
|
| 159 |
+
[eval] sample_idx=46 tvcd=C
|
| 160 |
+
[eval] sample_idx=47 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ATV2F.mp4
|
| 161 |
+
[eval] sample_idx=47 baseline=D
|
| 162 |
+
[eval] sample_idx=47 tvcd=D
|
| 163 |
+
[eval] sample_idx=48 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NE37I.mp4
|
| 164 |
+
[eval] sample_idx=48 baseline=A
|
| 165 |
+
[eval] sample_idx=48 tvcd=A
|
| 166 |
+
[eval] sample_idx=49 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_06545.mp4
|
| 167 |
+
[eval] sample_idx=49 baseline=D
|
| 168 |
+
[eval] sample_idx=49 tvcd=D
|
| 169 |
+
{'samples_done': 50, 'baseline_acc': 0.4, 'tvcd_acc': 0.42, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 170 |
+
[eval] sample_idx=50 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 171 |
+
[eval] sample_idx=50 baseline=K
|
| 172 |
+
[eval] sample_idx=50 tvcd=K
|
| 173 |
+
[eval] sample_idx=51 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/xiaoyuting.MP4
|
| 174 |
+
[eval] sample_idx=51 baseline=D
|
| 175 |
+
[eval] sample_idx=51 tvcd=D
|
| 176 |
+
[eval] sample_idx=52 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/sunshuo.MP4
|
| 177 |
+
[eval] sample_idx=52 baseline=A
|
| 178 |
+
[eval] sample_idx=52 tvcd=A
|
| 179 |
+
[eval] sample_idx=53 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4
|
| 180 |
+
[eval] sample_idx=53 baseline=D
|
| 181 |
+
[eval] sample_idx=53 tvcd=D
|
| 182 |
+
[eval] sample_idx=54 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/limutong.MP4
|
| 183 |
+
[eval] sample_idx=54 baseline=D
|
| 184 |
+
[eval] sample_idx=54 tvcd=D
|
| 185 |
+
[eval] sample_idx=55 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/17RPG.mp4
|
| 186 |
+
[eval] sample_idx=55 baseline=A
|
| 187 |
+
[eval] sample_idx=55 tvcd=A
|
| 188 |
+
[eval] sample_idx=56 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/75KQ6.mp4
|
| 189 |
+
[eval] sample_idx=56 baseline=A
|
| 190 |
+
[eval] sample_idx=56 tvcd=A
|
| 191 |
+
[eval] sample_idx=57 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/limutong.MP4
|
| 192 |
+
[eval] sample_idx=57 baseline=C
|
| 193 |
+
[eval] sample_idx=57 tvcd=C
|
| 194 |
+
[eval] sample_idx=58 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangconghui.MP4
|
| 195 |
+
[eval] sample_idx=58 baseline=D
|
| 196 |
+
[eval] sample_idx=58 tvcd=D
|
| 197 |
+
[eval] sample_idx=59 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/EG1XK.mp4
|
| 198 |
+
[eval] sample_idx=59 baseline=A
|
| 199 |
+
[eval] sample_idx=59 tvcd=A
|
| 200 |
+
{'samples_done': 60, 'baseline_acc': 0.4166666666666667, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 201 |
+
[eval] sample_idx=60 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 202 |
+
[eval] sample_idx=60 baseline=B
|
| 203 |
+
[eval] sample_idx=60 tvcd=B
|
| 204 |
+
[eval] sample_idx=61 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.4/sunxiaohui.MP4
|
| 205 |
+
[eval] sample_idx=61 baseline=E
|
| 206 |
+
[eval] sample_idx=61 tvcd=E
|
| 207 |
+
[eval] sample_idx=62 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4
|
| 208 |
+
[eval] sample_idx=62 baseline=E
|
| 209 |
+
[eval] sample_idx=62 tvcd=E
|
| 210 |
+
[eval] sample_idx=63 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 211 |
+
[eval] sample_idx=63 baseline=B
|
| 212 |
+
[eval] sample_idx=63 tvcd=B
|
| 213 |
+
[eval] sample_idx=64 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/qianyicheng.MP4
|
| 214 |
+
[eval] sample_idx=64 baseline=E
|
| 215 |
+
[eval] sample_idx=64 tvcd=E
|
| 216 |
+
[eval] sample_idx=65 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/wangzixiao.MP4
|
| 217 |
+
[eval] sample_idx=65 baseline=E
|
| 218 |
+
[eval] sample_idx=65 tvcd=E
|
| 219 |
+
[eval] sample_idx=66 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lizhuoru.MP4
|
| 220 |
+
[eval] sample_idx=66 baseline=D
|
| 221 |
+
[eval] sample_idx=66 tvcd=D
|
| 222 |
+
[eval] sample_idx=67 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 223 |
+
[eval] sample_idx=67 baseline=E
|
| 224 |
+
[eval] sample_idx=67 tvcd=E
|
| 225 |
+
[eval] sample_idx=68 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/306S9.mp4
|
| 226 |
+
[eval] sample_idx=68 baseline=C
|
| 227 |
+
[eval] sample_idx=68 tvcd=C
|
| 228 |
+
[eval] sample_idx=69 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhoukang.MP4
|
| 229 |
+
[eval] sample_idx=69 baseline=G
|
| 230 |
+
[eval] sample_idx=69 tvcd=G
|
| 231 |
+
{'samples_done': 70, 'baseline_acc': 0.42857142857142855, 'tvcd_acc': 0.44285714285714284, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 232 |
+
[eval] sample_idx=70 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/XLR4B.mp4
|
| 233 |
+
[eval] sample_idx=70 baseline=C
|
| 234 |
+
[eval] sample_idx=70 tvcd=C
|
| 235 |
+
[eval] sample_idx=71 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/xuyanyu.MP4
|
| 236 |
+
[eval] sample_idx=71 baseline=D
|
| 237 |
+
[eval] sample_idx=71 tvcd=D
|
| 238 |
+
[eval] sample_idx=72 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/1HAYV.mp4
|
| 239 |
+
[eval] sample_idx=72 baseline=C
|
| 240 |
+
[eval] sample_idx=72 tvcd=C
|
| 241 |
+
[eval] sample_idx=73 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/9O0HH.mp4
|
| 242 |
+
[eval] sample_idx=73 baseline=C
|
| 243 |
+
[eval] sample_idx=73 tvcd=C
|
| 244 |
+
[eval] sample_idx=74 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/gaoshiyuan.MP4
|
| 245 |
+
[eval] sample_idx=74 baseline=B
|
| 246 |
+
[eval] sample_idx=74 tvcd=B
|
| 247 |
+
[eval] sample_idx=75 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4
|
| 248 |
+
[eval] sample_idx=75 baseline=D
|
| 249 |
+
[eval] sample_idx=75 tvcd=D
|
| 250 |
+
[eval] sample_idx=76 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/sunshuo.MP4
|
| 251 |
+
[eval] sample_idx=76 baseline=C
|
| 252 |
+
[eval] sample_idx=76 tvcd=C
|
| 253 |
+
[eval] sample_idx=77 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liuyushuai.MP4
|
| 254 |
+
[eval] sample_idx=77 baseline=D
|
| 255 |
+
[eval] sample_idx=77 tvcd=D
|
| 256 |
+
[eval] sample_idx=78 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/sunyuxiang.MP4
|
| 257 |
+
[eval] sample_idx=78 baseline=C
|
| 258 |
+
[eval] sample_idx=78 tvcd=C
|
| 259 |
+
[eval] sample_idx=79 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 260 |
+
[eval] sample_idx=79 baseline=D
|
| 261 |
+
[eval] sample_idx=79 tvcd=D
|
| 262 |
+
{'samples_done': 80, 'baseline_acc': 0.4125, 'tvcd_acc': 0.425, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 263 |
+
[eval] sample_idx=80 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/congpeishan.MP4
|
| 264 |
+
[eval] sample_idx=80 baseline=A
|
| 265 |
+
[eval] sample_idx=80 tvcd=A
|
| 266 |
+
[eval] sample_idx=81 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 267 |
+
[eval] sample_idx=81 baseline=F
|
| 268 |
+
[eval] sample_idx=81 tvcd=F
|
| 269 |
+
[eval] sample_idx=82 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/qianyicheng.MP4
|
| 270 |
+
[eval] sample_idx=82 baseline=A
|
| 271 |
+
[eval] sample_idx=82 tvcd=A
|
| 272 |
+
[eval] sample_idx=83 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/qiufeng.MP4
|
| 273 |
+
[eval] sample_idx=83 baseline=B
|
| 274 |
+
[eval] sample_idx=83 tvcd=B
|
| 275 |
+
[eval] sample_idx=84 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.5/songjiahe.MP4
|
| 276 |
+
[eval] sample_idx=84 baseline=F
|
| 277 |
+
[eval] sample_idx=84 tvcd=F
|
| 278 |
+
[eval] sample_idx=85 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 279 |
+
[eval] sample_idx=85 baseline=I
|
| 280 |
+
[eval] sample_idx=85 tvcd=I
|
| 281 |
+
[eval] sample_idx=86 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xuyanyu.MP4
|
| 282 |
+
[eval] sample_idx=86 baseline=F
|
| 283 |
+
[eval] sample_idx=86 tvcd=F
|
| 284 |
+
[eval] sample_idx=87 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 285 |
+
[eval] sample_idx=87 baseline=F
|
| 286 |
+
[eval] sample_idx=87 tvcd=F
|
| 287 |
+
[eval] sample_idx=88 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/sunyuxiang.MP4
|
| 288 |
+
[eval] sample_idx=88 baseline=D
|
| 289 |
+
[eval] sample_idx=88 tvcd=D
|
| 290 |
+
[eval] sample_idx=89 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.5/tianpengchao.MP4
|
| 291 |
+
[eval] sample_idx=89 baseline=D
|
| 292 |
+
[eval] sample_idx=89 tvcd=D
|
| 293 |
+
{'samples_done': 90, 'baseline_acc': 0.4111111111111111, 'tvcd_acc': 0.4222222222222222, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 294 |
+
[eval] sample_idx=90 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.3/sunxiaohui.MP4
|
| 295 |
+
[eval] sample_idx=90 baseline=H
|
| 296 |
+
[eval] sample_idx=90 tvcd=H
|
| 297 |
+
[eval] sample_idx=91 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xuyanyu.MP4
|
| 298 |
+
[eval] sample_idx=91 baseline=C
|
| 299 |
+
[eval] sample_idx=91 tvcd=C
|
| 300 |
+
[eval] sample_idx=92 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.3/zhoukang.MP4
|
| 301 |
+
[eval] sample_idx=92 baseline=D
|
| 302 |
+
[eval] sample_idx=92 tvcd=D
|
| 303 |
+
[eval] sample_idx=93 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.5/xiangbo.MP4
|
| 304 |
+
[eval] sample_idx=93 baseline=C
|
| 305 |
+
[eval] sample_idx=93 tvcd=C
|
| 306 |
+
[eval] sample_idx=94 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 307 |
+
[eval] sample_idx=94 baseline=E
|
| 308 |
+
[eval] sample_idx=94 tvcd=E
|
| 309 |
+
[eval] sample_idx=95 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhangconghui.MP4
|
| 310 |
+
[eval] sample_idx=95 baseline=A
|
| 311 |
+
[eval] sample_idx=95 tvcd=A
|
| 312 |
+
[eval] sample_idx=96 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/chenyijun.MP4
|
| 313 |
+
[eval] sample_idx=96 baseline=C
|
| 314 |
+
[eval] sample_idx=96 tvcd=C
|
| 315 |
+
[eval] sample_idx=97 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/sunxiaohui.MP4
|
| 316 |
+
[eval] sample_idx=97 baseline=C
|
| 317 |
+
[eval] sample_idx=97 tvcd=C
|
| 318 |
+
[eval] sample_idx=98 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/congpeishan.MP4
|
| 319 |
+
[eval] sample_idx=98 baseline=C
|
| 320 |
+
[eval] sample_idx=98 tvcd=C
|
| 321 |
+
[eval] sample_idx=99 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/congpeishan.MP4
|
| 322 |
+
[eval] sample_idx=99 baseline=K
|
| 323 |
+
[eval] sample_idx=99 tvcd=M
|
| 324 |
+
{'samples_done': 100, 'baseline_acc': 0.38, 'tvcd_acc': 0.39, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 325 |
+
[eval] sample_idx=100 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
|
| 326 |
+
[eval] sample_idx=100 baseline=B
|
| 327 |
+
[eval] sample_idx=100 tvcd=B
|
| 328 |
+
[eval] sample_idx=101 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
|
| 329 |
+
[eval] sample_idx=101 baseline=C
|
| 330 |
+
[eval] sample_idx=101 tvcd=A
|
| 331 |
+
[eval] sample_idx=102 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
|
| 332 |
+
[eval] sample_idx=102 baseline=A
|
| 333 |
+
[eval] sample_idx=102 tvcd=A
|
| 334 |
+
[eval] sample_idx=103 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
|
| 335 |
+
[eval] sample_idx=103 baseline=D
|
| 336 |
+
[eval] sample_idx=103 tvcd=D
|
| 337 |
+
[eval] sample_idx=104 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
|
| 338 |
+
[eval] sample_idx=104 baseline=A
|
| 339 |
+
[eval] sample_idx=104 tvcd=A
|
| 340 |
+
[eval] sample_idx=105 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
|
| 341 |
+
[eval] sample_idx=105 baseline=B
|
| 342 |
+
[eval] sample_idx=105 tvcd=B
|
| 343 |
+
[eval] sample_idx=106 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
|
| 344 |
+
[eval] sample_idx=106 baseline=B
|
| 345 |
+
[eval] sample_idx=106 tvcd=B
|
| 346 |
+
[eval] sample_idx=107 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
|
| 347 |
+
[eval] sample_idx=107 baseline=B
|
| 348 |
+
[eval] sample_idx=107 tvcd=B
|
| 349 |
+
[eval] sample_idx=108 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/MGDO2.mp4
|
| 350 |
+
[eval] sample_idx=108 baseline=C
|
| 351 |
+
[eval] sample_idx=108 tvcd=C
|
| 352 |
+
[eval] sample_idx=109 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5580.mp4
|
| 353 |
+
[eval] sample_idx=109 baseline=A
|
| 354 |
+
[eval] sample_idx=109 tvcd=A
|
| 355 |
+
{'samples_done': 110, 'baseline_acc': 0.39090909090909093, 'tvcd_acc': 0.39090909090909093, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 356 |
+
[eval] sample_idx=110 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_plE3KNmuwj4.mp4
|
| 357 |
+
[eval] sample_idx=110 baseline=B
|
| 358 |
+
[eval] sample_idx=110 tvcd=B
|
| 359 |
+
[eval] sample_idx=111 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_GK4Bw56NA00.mp4
|
| 360 |
+
[h264 @ 0x55d94b0cc000] mmco: unref short failure
|
| 361 |
+
[h264 @ 0x55d94b0cc000] mmco: unref short failure
|
| 362 |
+
[eval] sample_idx=111 baseline=C
|
| 363 |
+
[eval] sample_idx=111 tvcd=C
|
| 364 |
+
[eval] sample_idx=112 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09658.mp4
|
| 365 |
+
[eval] sample_idx=112 baseline=A
|
| 366 |
+
[eval] sample_idx=112 tvcd=A
|
| 367 |
+
[eval] sample_idx=113 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6q7LQZLC_N8.mp4
|
| 368 |
+
[eval] sample_idx=113 baseline=B
|
| 369 |
+
[eval] sample_idx=113 tvcd=B
|
| 370 |
+
[eval] sample_idx=114 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_POYg9zju63U.mp4
|
| 371 |
+
[eval] sample_idx=114 baseline=A
|
| 372 |
+
[eval] sample_idx=114 tvcd=A
|
| 373 |
+
[eval] sample_idx=115 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/116/nB-z3lmxFXM/split_3.mp4
|
| 374 |
+
[eval] sample_idx=115 baseline=A
|
| 375 |
+
[eval] sample_idx=115 tvcd=A
|
| 376 |
+
[eval] sample_idx=116 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Gxjfc5O6AAc.mp4
|
| 377 |
+
[eval] sample_idx=116 baseline=D
|
| 378 |
+
[eval] sample_idx=116 tvcd=D
|
| 379 |
+
[eval] sample_idx=117 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/GRBUE.mp4
|
| 380 |
+
[eval] sample_idx=117 baseline=D
|
| 381 |
+
[eval] sample_idx=117 tvcd=D
|
| 382 |
+
[eval] sample_idx=118 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/4WO5F.mp4
|
| 383 |
+
[eval] sample_idx=118 baseline=C
|
| 384 |
+
[eval] sample_idx=118 tvcd=C
|
| 385 |
+
[eval] sample_idx=119 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_VDQnv_ZaxyU.mp4
|
| 386 |
+
[eval] sample_idx=119 baseline=A
|
| 387 |
+
[eval] sample_idx=119 tvcd=A
|
| 388 |
+
{'samples_done': 120, 'baseline_acc': 0.4083333333333333, 'tvcd_acc': 0.4083333333333333, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 389 |
+
[eval] sample_idx=120 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/TESF6.mp4
|
| 390 |
+
[eval] sample_idx=120 baseline=B
|
| 391 |
+
[eval] sample_idx=120 tvcd=B
|
| 392 |
+
[eval] sample_idx=121 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rga8jijBCBc.mp4
|
| 393 |
+
[eval] sample_idx=121 baseline=A
|
| 394 |
+
[eval] sample_idx=121 tvcd=A
|
| 395 |
+
[eval] sample_idx=122 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/3MX8V.mp4
|
| 396 |
+
[eval] sample_idx=122 baseline=C
|
| 397 |
+
[eval] sample_idx=122 tvcd=C
|
| 398 |
+
[eval] sample_idx=123 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_GJz8FEFB70w.mp4
|
| 399 |
+
[eval] sample_idx=123 baseline=A
|
| 400 |
+
[eval] sample_idx=123 tvcd=A
|
| 401 |
+
[eval] sample_idx=124 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_O74xgVevjec.mp4
|
| 402 |
+
[eval] sample_idx=124 baseline=C
|
| 403 |
+
[eval] sample_idx=124 tvcd=C
|
| 404 |
+
[eval] sample_idx=125 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_icnTChAFwZM.mp4
|
| 405 |
+
[eval] sample_idx=125 baseline=B
|
| 406 |
+
[eval] sample_idx=125 tvcd=B
|
| 407 |
+
[eval] sample_idx=126 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/R2YKH.mp4
|
| 408 |
+
[eval] sample_idx=126 baseline=B
|
| 409 |
+
[eval] sample_idx=126 tvcd=B
|
| 410 |
+
[eval] sample_idx=127 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/OIRPJ.mp4
|
| 411 |
+
[eval] sample_idx=127 baseline=B
|
| 412 |
+
[eval] sample_idx=127 tvcd=B
|
| 413 |
+
[eval] sample_idx=128 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07608.mp4
|
| 414 |
+
[eval] sample_idx=128 baseline=B
|
| 415 |
+
[eval] sample_idx=128 tvcd=B
|
| 416 |
+
[eval] sample_idx=129 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_0NT9hFCB8gI.mp4
|
| 417 |
+
[eval] sample_idx=129 baseline=C
|
| 418 |
+
[eval] sample_idx=129 tvcd=C
|
| 419 |
+
{'samples_done': 130, 'baseline_acc': 0.4153846153846154, 'tvcd_acc': 0.4153846153846154, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 420 |
+
[eval] sample_idx=130 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_BsceC-igcTY.mp4
|
| 421 |
+
[eval] sample_idx=130 baseline=A
|
| 422 |
+
[eval] sample_idx=130 tvcd=A
|
| 423 |
+
[eval] sample_idx=131 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_mWj6lO9PZCs.mp4
|
| 424 |
+
[eval] sample_idx=131 baseline=C
|
| 425 |
+
[eval] sample_idx=131 tvcd=C
|
| 426 |
+
[eval] sample_idx=132 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04826.mp4
|
| 427 |
+
[eval] sample_idx=132 baseline=Athe cylinder
|
| 428 |
+
[eval] sample_idx=132 tvcd=A
|
| 429 |
+
[eval] sample_idx=133 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PRT0Z9HPF4U.mp4
|
| 430 |
+
[eval] sample_idx=133 baseline=C
|
| 431 |
+
[eval] sample_idx=133 tvcd=C
|
| 432 |
+
[eval] sample_idx=134 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_QjoEYtjPa3w.mp4
|
| 433 |
+
[eval] sample_idx=134 baseline=A
|
| 434 |
+
[eval] sample_idx=134 tvcd=A
|
| 435 |
+
[eval] sample_idx=135 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/124/5RZ2wO2IH54/split_2.mp4
|
| 436 |
+
[eval] sample_idx=135 baseline=B
|
| 437 |
+
[eval] sample_idx=135 tvcd=B
|
| 438 |
+
[eval] sample_idx=136 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_WSGXoKV9vLs.mp4
|
| 439 |
+
[eval] sample_idx=136 baseline=C
|
| 440 |
+
[eval] sample_idx=136 tvcd=C
|
| 441 |
+
[eval] sample_idx=137 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/110/Zi0Ou5dfsWs/split_2.mp4
|
| 442 |
+
[eval] sample_idx=137 baseline=A
|
| 443 |
+
[eval] sample_idx=137 tvcd=A
|
| 444 |
+
[eval] sample_idx=138 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02942.mp4
|
| 445 |
+
[eval] sample_idx=138 baseline=C
|
| 446 |
+
[eval] sample_idx=138 tvcd=C
|
| 447 |
+
[eval] sample_idx=139 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_0Q_qC_aI2IY.mp4
|
| 448 |
+
[eval] sample_idx=139 baseline=C
|
| 449 |
+
[eval] sample_idx=139 tvcd=C
|
| 450 |
+
{'samples_done': 140, 'baseline_acc': 0.45, 'tvcd_acc': 0.45714285714285713, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 451 |
+
[eval] sample_idx=140 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/U0P7W.mp4
|
| 452 |
+
[eval] sample_idx=140 baseline=D
|
| 453 |
+
[eval] sample_idx=140 tvcd=D
|
| 454 |
+
[eval] sample_idx=141 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_CZEYIrJVYI4.mp4
|
| 455 |
+
[eval] sample_idx=141 baseline=C
|
| 456 |
+
[eval] sample_idx=141 tvcd=C
|
| 457 |
+
[eval] sample_idx=142 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08093.mp4
|
| 458 |
+
[eval] sample_idx=142 baseline=A
|
| 459 |
+
[eval] sample_idx=142 tvcd=A
|
| 460 |
+
[eval] sample_idx=143 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HOI6L.mp4
|
| 461 |
+
[eval] sample_idx=143 baseline=D
|
| 462 |
+
[eval] sample_idx=143 tvcd=D
|
| 463 |
+
[eval] sample_idx=144 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1162/7649295416.mp4
|
| 464 |
+
[eval] sample_idx=144 baseline=E
|
| 465 |
+
[eval] sample_idx=144 tvcd=E
|
| 466 |
+
[eval] sample_idx=145 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_CXb3Ce7s6G0.mp4
|
| 467 |
+
[eval] sample_idx=145 baseline=A
|
| 468 |
+
[eval] sample_idx=145 tvcd=A
|
| 469 |
+
[eval] sample_idx=146 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_asLRIsN6wLQ.mp4
|
| 470 |
+
[eval] sample_idx=146 baseline=A
|
| 471 |
+
[eval] sample_idx=146 tvcd=A
|
| 472 |
+
[eval] sample_idx=147 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/E5TW6.mp4
|
| 473 |
+
[eval] sample_idx=147 baseline=D
|
| 474 |
+
[eval] sample_idx=147 tvcd=D
|
| 475 |
+
[eval] sample_idx=148 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/C7G1S.mp4
|
| 476 |
+
[eval] sample_idx=148 baseline=C
|
| 477 |
+
[eval] sample_idx=148 tvcd=C
|
| 478 |
+
[eval] sample_idx=149 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_sGFbsMKkoYs.mp4
|
| 479 |
+
[eval] sample_idx=149 baseline=C
|
| 480 |
+
[eval] sample_idx=149 tvcd=C
|
| 481 |
+
{'samples_done': 150, 'baseline_acc': 0.47333333333333333, 'tvcd_acc': 0.48, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 482 |
+
[eval] sample_idx=150 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/230/d_-261CDy18/split_0.mp4
|
| 483 |
+
[eval] sample_idx=150 baseline=D
|
| 484 |
+
[eval] sample_idx=150 tvcd=A
|
| 485 |
+
[eval] sample_idx=151 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V4YCA.mp4
|
| 486 |
+
[eval] sample_idx=151 baseline=C
|
| 487 |
+
[eval] sample_idx=151 tvcd=C
|
| 488 |
+
[eval] sample_idx=152 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/WUTHF.mp4
|
| 489 |
+
[eval] sample_idx=152 baseline=A
|
| 490 |
+
[eval] sample_idx=152 tvcd=A
|
| 491 |
+
[eval] sample_idx=153 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
|
| 492 |
+
[eval] sample_idx=153 baseline=D
|
| 493 |
+
[eval] sample_idx=153 tvcd=D
|
| 494 |
+
[eval] sample_idx=154 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/203/SDHOR15oWwU/split_0.mp4
|
| 495 |
+
[eval] sample_idx=154 baseline=B
|
| 496 |
+
[eval] sample_idx=154 tvcd=B
|
| 497 |
+
[eval] sample_idx=155 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_l-Z0iyBNxpk.mp4
|
| 498 |
+
[h264 @ 0x55d94681ca40] mmco: unref short failure
|
| 499 |
+
[eval] sample_idx=155 baseline=B
|
| 500 |
+
[eval] sample_idx=155 tvcd=B
|
| 501 |
+
[eval] sample_idx=156 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03646.mp4
|
| 502 |
+
[eval] sample_idx=156 baseline=A
|
| 503 |
+
[eval] sample_idx=156 tvcd=A
|
| 504 |
+
[eval] sample_idx=157 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_hSSHf_c1q5I.mp4
|
| 505 |
+
[h264 @ 0x55d9466c1a80] mmco: unref short failure
|
| 506 |
+
[h264 @ 0x55d9466c1a80] mmco: unref short failure
|
| 507 |
+
[h264 @ 0x55d9466c1a80] mmco: unref short failure
|
| 508 |
+
[eval] sample_idx=157 baseline=D
|
| 509 |
+
[eval] sample_idx=157 tvcd=D
|
| 510 |
+
[eval] sample_idx=158 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/221/HXqC_xWsKkY/split_3.mp4
|
| 511 |
+
[eval] sample_idx=158 baseline=A
|
| 512 |
+
[eval] sample_idx=158 tvcd=A
|
| 513 |
+
[eval] sample_idx=159 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_15pcz3sQVQQ.mp4
|
| 514 |
+
[eval] sample_idx=159 baseline=D
|
| 515 |
+
[eval] sample_idx=159 tvcd=D
|
| 516 |
+
{'samples_done': 160, 'baseline_acc': 0.4875, 'tvcd_acc': 0.4875, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 517 |
+
[eval] sample_idx=160 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/201/zbOnhbcikz0/split_10.mp4
|
| 518 |
+
[eval] sample_idx=160 baseline=C
|
| 519 |
+
[eval] sample_idx=160 tvcd=C
|
| 520 |
+
[eval] sample_idx=161 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1001/7533538186.mp4
|
| 521 |
+
[eval] sample_idx=161 baseline=B
|
| 522 |
+
[eval] sample_idx=161 tvcd=B
|
| 523 |
+
[eval] sample_idx=162 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/KAKC6.mp4
|
| 524 |
+
[eval] sample_idx=162 baseline=B
|
| 525 |
+
[eval] sample_idx=162 tvcd=B
|
| 526 |
+
[eval] sample_idx=163 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/KVYOZ.mp4
|
| 527 |
+
[eval] sample_idx=163 baseline=A
|
| 528 |
+
[eval] sample_idx=163 tvcd=A
|
| 529 |
+
[eval] sample_idx=164 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/114/w7jJ8nsbbKI/split_6.mp4
|
| 530 |
+
[eval] sample_idx=164 baseline=D
|
| 531 |
+
[eval] sample_idx=164 tvcd=D
|
| 532 |
+
[eval] sample_idx=165 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_81k4vwur1Gk.mp4
|
| 533 |
+
[h264 @ 0x55d946839e40] mmco: unref short failure
|
| 534 |
+
[eval] sample_idx=165 baseline=B
|
| 535 |
+
[eval] sample_idx=165 tvcd=B
|
| 536 |
+
[eval] sample_idx=166 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8028.mp4
|
| 537 |
+
[eval] sample_idx=166 baseline=A
|
| 538 |
+
[eval] sample_idx=166 tvcd=A
|
| 539 |
+
[eval] sample_idx=167 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_7.mp4
|
| 540 |
+
[eval] sample_idx=167 baseline=C
|
| 541 |
+
[eval] sample_idx=167 tvcd=C
|
| 542 |
+
[eval] sample_idx=168 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/211/kpRcFx8JQl0/split_3.mp4
|
| 543 |
+
[eval] sample_idx=168 baseline=B
|
| 544 |
+
[eval] sample_idx=168 tvcd=B
|
| 545 |
+
[eval] sample_idx=169 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/410/g1jFJYtQ9_s/split_3.mp4
|
| 546 |
+
[eval] sample_idx=169 baseline=A
|
| 547 |
+
[eval] sample_idx=169 tvcd=A
|
| 548 |
+
{'samples_done': 170, 'baseline_acc': 0.49411764705882355, 'tvcd_acc': 0.49411764705882355, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 549 |
+
[eval] sample_idx=170 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PvCrOrnwdWo.mp4
|
| 550 |
+
[eval] sample_idx=170 baseline=D
|
| 551 |
+
[eval] sample_idx=170 tvcd=D
|
| 552 |
+
[eval] sample_idx=171 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_ZjbBmS8Q8kM.mp4
|
| 553 |
+
[eval] sample_idx=171 baseline=D
|
| 554 |
+
[eval] sample_idx=171 tvcd=D
|
| 555 |
+
[eval] sample_idx=172 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_OBc6qM6FL7Y.mp4
|
| 556 |
+
[eval] sample_idx=172 baseline=C
|
| 557 |
+
[eval] sample_idx=172 tvcd=C
|
| 558 |
+
[eval] sample_idx=173 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Ap7GCrt9C4w.mp4
|
| 559 |
+
[eval] sample_idx=173 baseline=A
|
| 560 |
+
[eval] sample_idx=173 tvcd=A
|
| 561 |
+
[eval] sample_idx=174 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_lbABIY0NlFE.mp4
|
| 562 |
+
[eval] sample_idx=174 baseline=D
|
| 563 |
+
[eval] sample_idx=174 tvcd=D
|
| 564 |
+
[eval] sample_idx=175 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_mcS9LX_P4BA.mp4
|
| 565 |
+
[eval] sample_idx=175 baseline=A
|
| 566 |
+
[eval] sample_idx=175 tvcd=A
|
| 567 |
+
[eval] sample_idx=176 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/2M9YL.mp4
|
| 568 |
+
[eval] sample_idx=176 baseline=B
|
| 569 |
+
[eval] sample_idx=176 tvcd=B
|
| 570 |
+
[eval] sample_idx=177 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/PVBUM.mp4
|
| 571 |
+
[eval] sample_idx=177 baseline=C
|
| 572 |
+
[eval] sample_idx=177 tvcd=C
|
| 573 |
+
[eval] sample_idx=178 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/L09BS.mp4
|
| 574 |
+
[eval] sample_idx=178 baseline=B
|
| 575 |
+
[eval] sample_idx=178 tvcd=B
|
| 576 |
+
[eval] sample_idx=179 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/203/XlAZJB-uAO0/split_3.mp4
|
| 577 |
+
[eval] sample_idx=179 baseline=B
|
| 578 |
+
[eval] sample_idx=179 tvcd=B
|
| 579 |
+
{'samples_done': 180, 'baseline_acc': 0.5055555555555555, 'tvcd_acc': 0.5055555555555555, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 580 |
+
[eval] sample_idx=180 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/IA7X9.mp4
|
| 581 |
+
[eval] sample_idx=180 baseline=D
|
| 582 |
+
[eval] sample_idx=180 tvcd=C
|
| 583 |
+
[eval] sample_idx=181 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_X5UoLcloHIM.mp4
|
| 584 |
+
[eval] sample_idx=181 baseline=C
|
| 585 |
+
[eval] sample_idx=181 tvcd=C
|
| 586 |
+
[eval] sample_idx=182 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/QWHFE.mp4
|
| 587 |
+
[eval] sample_idx=182 baseline=D
|
| 588 |
+
[eval] sample_idx=182 tvcd=D
|
| 589 |
+
[eval] sample_idx=183 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_lx83HHNNrlc.mp4
|
| 590 |
+
[eval] sample_idx=183 baseline=A
|
| 591 |
+
[eval] sample_idx=183 tvcd=A
|
| 592 |
+
[eval] sample_idx=184 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Jd1Qk1bI7DM.mp4
|
| 593 |
+
[eval] sample_idx=184 baseline=C
|
| 594 |
+
[eval] sample_idx=184 tvcd=C
|
| 595 |
+
[eval] sample_idx=185 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/Njhy1XmKRiQ/split_1.mp4
|
| 596 |
+
[eval] sample_idx=185 baseline=C
|
| 597 |
+
[eval] sample_idx=185 tvcd=C
|
| 598 |
+
[eval] sample_idx=186 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/23X63.mp4
|
| 599 |
+
[eval] sample_idx=186 baseline=A
|
| 600 |
+
[eval] sample_idx=186 tvcd=A
|
| 601 |
+
[eval] sample_idx=187 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1100/3420639395.mp4
|
| 602 |
+
[eval] sample_idx=187 baseline=A
|
| 603 |
+
[eval] sample_idx=187 tvcd=A
|
| 604 |
+
[eval] sample_idx=188 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00080.mp4
|
| 605 |
+
[eval] sample_idx=188 baseline=A
|
| 606 |
+
[eval] sample_idx=188 tvcd=A
|
| 607 |
+
[eval] sample_idx=189 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_sRol1BJ9EUk.mp4
|
| 608 |
+
[eval] sample_idx=189 baseline=B
|
| 609 |
+
[eval] sample_idx=189 tvcd=B
|
| 610 |
+
{'samples_done': 190, 'baseline_acc': 0.5157894736842106, 'tvcd_acc': 0.5210526315789473, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 611 |
+
[eval] sample_idx=190 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/REOES.mp4
|
| 612 |
+
[eval] sample_idx=190 baseline=A
|
| 613 |
+
[eval] sample_idx=190 tvcd=A
|
| 614 |
+
[eval] sample_idx=191 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/ADK5J.mp4
|
| 615 |
+
[eval] sample_idx=191 baseline=D
|
| 616 |
+
[eval] sample_idx=191 tvcd=D
|
| 617 |
+
[eval] sample_idx=192 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_m7vcstRI23E.mp4
|
| 618 |
+
[eval] sample_idx=192 baseline=B
|
| 619 |
+
[eval] sample_idx=192 tvcd=B
|
| 620 |
+
[eval] sample_idx=193 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/107/I9nR5rDP7nQ/split_3.mp4
|
| 621 |
+
[eval] sample_idx=193 baseline=C
|
| 622 |
+
[eval] sample_idx=193 tvcd=B
|
| 623 |
+
[eval] sample_idx=194 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1019/8093267471.mp4
|
| 624 |
+
[eval] sample_idx=194 baseline=A
|
| 625 |
+
[eval] sample_idx=194 tvcd=A
|
| 626 |
+
[eval] sample_idx=195 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07159.mp4
|
| 627 |
+
[eval] sample_idx=195 baseline=D
|
| 628 |
+
[eval] sample_idx=195 tvcd=D
|
| 629 |
+
[eval] sample_idx=196 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/ego4d/30e92705-46ad-481c-94ff-6e20ff8e78ca.mp4
|
| 630 |
+
[eval] sample_idx=196 baseline=D
|
| 631 |
+
[eval] sample_idx=196 tvcd=D
|
| 632 |
+
[eval] sample_idx=197 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/421/60TXip7-W-E/split_8.mp4
|
| 633 |
+
[eval] sample_idx=197 baseline=B
|
| 634 |
+
[eval] sample_idx=197 tvcd=B
|
| 635 |
+
[eval] sample_idx=198 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_wIcK3bQNqcA.mp4
|
| 636 |
+
[eval] sample_idx=198 baseline=A
|
| 637 |
+
[eval] sample_idx=198 tvcd=A
|
| 638 |
+
[eval] sample_idx=199 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1738.mp4
|
| 639 |
+
[eval] sample_idx=199 baseline=A
|
| 640 |
+
[eval] sample_idx=199 tvcd=A
|
| 641 |
+
{'samples_done': 200, 'baseline_acc': 0.54, 'tvcd_acc': 0.54, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 642 |
+
[eval] sample_idx=200 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4
|
| 643 |
+
[eval] sample_idx=200 baseline=A
|
| 644 |
+
[eval] sample_idx=200 tvcd=A
|
| 645 |
+
[eval] sample_idx=201 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4
|
| 646 |
+
[eval] sample_idx=201 baseline=C
|
| 647 |
+
[eval] sample_idx=201 tvcd=C
|
| 648 |
+
[eval] sample_idx=202 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4
|
| 649 |
+
[eval] sample_idx=202 baseline=C
|
| 650 |
+
[eval] sample_idx=202 tvcd=C
|
| 651 |
+
[eval] sample_idx=203 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4
|
| 652 |
+
[eval] sample_idx=203 baseline=D
|
| 653 |
+
[eval] sample_idx=203 tvcd=D
|
| 654 |
+
[eval] sample_idx=204 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4
|
| 655 |
+
[eval] sample_idx=204 baseline=C
|
| 656 |
+
[eval] sample_idx=204 tvcd=C
|
| 657 |
+
[eval] sample_idx=205 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
|
| 658 |
+
[eval] sample_idx=205 baseline=B
|
| 659 |
+
[eval] sample_idx=205 tvcd=B
|
| 660 |
+
[eval] sample_idx=206 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4
|
| 661 |
+
[eval] sample_idx=206 baseline=C
|
| 662 |
+
[eval] sample_idx=206 tvcd=C
|
| 663 |
+
[eval] sample_idx=207 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4
|
| 664 |
+
[eval] sample_idx=207 baseline=D
|
| 665 |
+
[eval] sample_idx=207 tvcd=D
|
| 666 |
+
[eval] sample_idx=208 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0R0DJ.mp4
|
| 667 |
+
[eval] sample_idx=208 baseline=D
|
| 668 |
+
[eval] sample_idx=208 tvcd=D
|
| 669 |
+
[eval] sample_idx=209 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1103/5048507824.mp4
|
| 670 |
+
[eval] sample_idx=209 baseline=B
|
| 671 |
+
[eval] sample_idx=209 tvcd=B
|
| 672 |
+
{'samples_done': 210, 'baseline_acc': 0.5523809523809524, 'tvcd_acc': 0.5523809523809524, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 673 |
+
[eval] sample_idx=210 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LFBA7JzLo7g.mp4
|
| 674 |
+
[eval] sample_idx=210 baseline=C
|
| 675 |
+
[eval] sample_idx=210 tvcd=C
|
| 676 |
+
[eval] sample_idx=211 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_TX3wcIPN3Yc.mp4
|
| 677 |
+
[eval] sample_idx=211 baseline=A
|
| 678 |
+
[eval] sample_idx=211 tvcd=A
|
| 679 |
+
[eval] sample_idx=212 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_hT_4wWPNYxo.mp4
|
| 680 |
+
[eval] sample_idx=212 baseline=B
|
| 681 |
+
[eval] sample_idx=212 tvcd=B
|
| 682 |
+
[eval] sample_idx=213 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_tSLMPb-6QY0.mp4
|
| 683 |
+
[eval] sample_idx=213 baseline=D
|
| 684 |
+
[eval] sample_idx=213 tvcd=D
|
| 685 |
+
[eval] sample_idx=214 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/209/TsrTU3CJn2c/split_5.mp4
|
| 686 |
+
[eval] sample_idx=214 baseline=C
|
| 687 |
+
[eval] sample_idx=214 tvcd=C
|
| 688 |
+
[eval] sample_idx=215 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_AfBQ2_UGeXg.mp4
|
| 689 |
+
[eval] sample_idx=215 baseline=B
|
| 690 |
+
[eval] sample_idx=215 tvcd=B
|
| 691 |
+
[eval] sample_idx=216 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yzN9jN3qncA.mp4
|
| 692 |
+
[eval] sample_idx=216 baseline=D
|
| 693 |
+
[eval] sample_idx=216 tvcd=D
|
| 694 |
+
[eval] sample_idx=217 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TsPh4-BsCYk.mp4
|
| 695 |
+
[eval] sample_idx=217 baseline=A
|
| 696 |
+
[eval] sample_idx=217 tvcd=A
|
| 697 |
+
[eval] sample_idx=218 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00594.mp4
|
| 698 |
+
[eval] sample_idx=218 baseline=C
|
| 699 |
+
[eval] sample_idx=218 tvcd=C
|
| 700 |
+
[eval] sample_idx=219 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CYT5I.mp4
|
| 701 |
+
[eval] sample_idx=219 baseline=A
|
| 702 |
+
[eval] sample_idx=219 tvcd=A
|
| 703 |
+
{'samples_done': 220, 'baseline_acc': 0.5545454545454546, 'tvcd_acc': 0.5545454545454546, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 704 |
+
[eval] sample_idx=220 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u_RzyIJi8qc.mp4
|
| 705 |
+
[eval] sample_idx=220 baseline=D
|
| 706 |
+
[eval] sample_idx=220 tvcd=D
|
| 707 |
+
[eval] sample_idx=221 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03758.mp4
|
| 708 |
+
[eval] sample_idx=221 baseline=B
|
| 709 |
+
[eval] sample_idx=221 tvcd=B
|
| 710 |
+
[eval] sample_idx=222 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1007/2482994684.mp4
|
| 711 |
+
[eval] sample_idx=222 baseline=C
|
| 712 |
+
[eval] sample_idx=222 tvcd=C
|
| 713 |
+
[eval] sample_idx=223 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_6xjXG9UBnL8.mp4
|
| 714 |
+
[h264 @ 0x55d9466c7a80] mmco: unref short failure
|
| 715 |
+
[eval] sample_idx=223 baseline=A
|
| 716 |
+
[eval] sample_idx=223 tvcd=A
|
| 717 |
+
[eval] sample_idx=224 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/0026/5986131986.mp4
|
| 718 |
+
[eval] sample_idx=224 baseline=C
|
| 719 |
+
[eval] sample_idx=224 tvcd=C
|
| 720 |
+
[eval] sample_idx=225 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/418/dxK5n3J9pdY/split_6.mp4
|
| 721 |
+
[eval] sample_idx=225 baseline=B
|
| 722 |
+
[eval] sample_idx=225 tvcd=B
|
| 723 |
+
[eval] sample_idx=226 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02554.mp4
|
| 724 |
+
[eval] sample_idx=226 baseline=A
|
| 725 |
+
[eval] sample_idx=226 tvcd=A
|
| 726 |
+
[eval] sample_idx=227 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1015/5697824411.mp4
|
| 727 |
+
[eval] sample_idx=227 baseline=C
|
| 728 |
+
[eval] sample_idx=227 tvcd=C
|
| 729 |
+
[eval] sample_idx=228 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04043.mp4
|
| 730 |
+
[eval] sample_idx=228 baseline=B
|
| 731 |
+
[eval] sample_idx=228 tvcd=B
|
| 732 |
+
[eval] sample_idx=229 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/2846J.mp4
|
| 733 |
+
[eval] sample_idx=229 baseline=D
|
| 734 |
+
[eval] sample_idx=229 tvcd=D
|
| 735 |
+
{'samples_done': 230, 'baseline_acc': 0.5652173913043478, 'tvcd_acc': 0.5652173913043478, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 736 |
+
[eval] sample_idx=230 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LZxTeIeuqT8.mp4
|
| 737 |
+
[eval] sample_idx=230 baseline=A
|
| 738 |
+
[eval] sample_idx=230 tvcd=A
|
| 739 |
+
[eval] sample_idx=231 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1018/4302198168.mp4
|
| 740 |
+
[eval] sample_idx=231 baseline=A
|
| 741 |
+
[eval] sample_idx=231 tvcd=A
|
| 742 |
+
[eval] sample_idx=232 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00723.mp4
|
| 743 |
+
[eval] sample_idx=232 baseline=C
|
| 744 |
+
[eval] sample_idx=232 tvcd=C
|
| 745 |
+
[eval] sample_idx=233 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/124/MBDYDoIbt5M/split_2.mp4
|
| 746 |
+
[eval] sample_idx=233 baseline=B
|
| 747 |
+
[eval] sample_idx=233 tvcd=B
|
| 748 |
+
[eval] sample_idx=234 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/JC9SA.mp4
|
| 749 |
+
[eval] sample_idx=234 baseline=B
|
| 750 |
+
[eval] sample_idx=234 tvcd=B
|
| 751 |
+
[eval] sample_idx=235 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o1bO6f-Uo8A.mp4
|
| 752 |
+
[eval] sample_idx=235 baseline=D
|
| 753 |
+
[eval] sample_idx=235 tvcd=D
|
| 754 |
+
[eval] sample_idx=236 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/2P6ZP.mp4
|
| 755 |
+
[eval] sample_idx=236 baseline=B
|
| 756 |
+
[eval] sample_idx=236 tvcd=B
|
| 757 |
+
[eval] sample_idx=237 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5C6IS.mp4
|
| 758 |
+
[eval] sample_idx=237 baseline=A
|
| 759 |
+
[eval] sample_idx=237 tvcd=A
|
| 760 |
+
[eval] sample_idx=238 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/MQXAJ.mp4
|
| 761 |
+
[eval] sample_idx=238 baseline=A
|
| 762 |
+
[eval] sample_idx=238 tvcd=A
|
| 763 |
+
[eval] sample_idx=239 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_YiHNmiFzJ9k.mp4
|
| 764 |
+
[eval] sample_idx=239 baseline=C
|
| 765 |
+
[eval] sample_idx=239 tvcd=C
|
| 766 |
+
{'samples_done': 240, 'baseline_acc': 0.5583333333333333, 'tvcd_acc': 0.5583333333333333, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 767 |
+
[eval] sample_idx=240 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00185.mp4
|
| 768 |
+
[eval] sample_idx=240 baseline=A
|
| 769 |
+
[eval] sample_idx=240 tvcd=A
|
| 770 |
+
[eval] sample_idx=241 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_0gA_3BAxtVM.mp4
|
| 771 |
+
[eval] sample_idx=241 baseline=B
|
| 772 |
+
[eval] sample_idx=241 tvcd=B
|
| 773 |
+
[eval] sample_idx=242 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_06r6DtoTtSQ.mp4
|
| 774 |
+
[eval] sample_idx=242 baseline=A
|
| 775 |
+
[eval] sample_idx=242 tvcd=A
|
| 776 |
+
[eval] sample_idx=243 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_1Se1ZqCSQvk.mp4
|
| 777 |
+
[eval] sample_idx=243 baseline=A
|
| 778 |
+
[eval] sample_idx=243 tvcd=A
|
| 779 |
+
[eval] sample_idx=244 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Be033nkWyko.mp4
|
| 780 |
+
[eval] sample_idx=244 baseline=B
|
| 781 |
+
[eval] sample_idx=244 tvcd=B
|
| 782 |
+
[eval] sample_idx=245 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05367.mp4
|
| 783 |
+
[eval] sample_idx=245 baseline=D
|
| 784 |
+
[eval] sample_idx=245 tvcd=D
|
| 785 |
+
[eval] sample_idx=246 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/122/G_oxCFd1krc/split_0.mp4
|
| 786 |
+
[eval] sample_idx=246 baseline=A
|
| 787 |
+
[eval] sample_idx=246 tvcd=A
|
| 788 |
+
[eval] sample_idx=247 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_K3wSGMENt-o.mp4
|
| 789 |
+
[eval] sample_idx=247 baseline=B
|
| 790 |
+
[eval] sample_idx=247 tvcd=A
|
| 791 |
+
[eval] sample_idx=248 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/421/D0STPAXDYxg/split_2.mp4
|
| 792 |
+
[eval] sample_idx=248 baseline=C
|
| 793 |
+
[eval] sample_idx=248 tvcd=C
|
| 794 |
+
[eval] sample_idx=249 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/T8XGN.mp4
|
| 795 |
+
[eval] sample_idx=249 baseline=B
|
| 796 |
+
[eval] sample_idx=249 tvcd=B
|
| 797 |
+
{'samples_done': 250, 'baseline_acc': 0.568, 'tvcd_acc': 0.564, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 798 |
+
[eval] sample_idx=250 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_2IN7q_XN0Zw.mp4
|
| 799 |
+
[eval] sample_idx=250 baseline=B
|
| 800 |
+
[eval] sample_idx=250 tvcd=B
|
| 801 |
+
[eval] sample_idx=251 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00534.mp4
|
| 802 |
+
[eval] sample_idx=251 baseline=B
|
| 803 |
+
[eval] sample_idx=251 tvcd=B
|
| 804 |
+
[eval] sample_idx=252 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/QH3WP.mp4
|
| 805 |
+
[eval] sample_idx=252 baseline=A
|
| 806 |
+
[eval] sample_idx=252 tvcd=A
|
| 807 |
+
[eval] sample_idx=253 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/304/X1e5zsLlbZo/split_10.mp4
|
| 808 |
+
[eval] sample_idx=253 baseline=B
|
| 809 |
+
[eval] sample_idx=253 tvcd=B
|
| 810 |
+
[eval] sample_idx=254 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_oNYC_3fcGg0.mp4
|
| 811 |
+
[eval] sample_idx=254 baseline=B
|
| 812 |
+
[eval] sample_idx=254 tvcd=B
|
| 813 |
+
[eval] sample_idx=255 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08752.mp4
|
| 814 |
+
[eval] sample_idx=255 baseline=A
|
| 815 |
+
[eval] sample_idx=255 tvcd=A
|
| 816 |
+
[eval] sample_idx=256 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/4RLYA.mp4
|
| 817 |
+
[eval] sample_idx=256 baseline=B
|
| 818 |
+
[eval] sample_idx=256 tvcd=B
|
| 819 |
+
[eval] sample_idx=257 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_kQoGS3YjBXk.mp4
|
| 820 |
+
[eval] sample_idx=257 baseline=A
|
| 821 |
+
[eval] sample_idx=257 tvcd=A
|
| 822 |
+
[eval] sample_idx=258 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09100.mp4
|
| 823 |
+
[eval] sample_idx=258 baseline=A
|
| 824 |
+
[eval] sample_idx=258 tvcd=A
|
| 825 |
+
[eval] sample_idx=259 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/uFFEK46NIhk/split_0.mp4
|
| 826 |
+
[eval] sample_idx=259 baseline=B
|
| 827 |
+
[eval] sample_idx=259 tvcd=B
|
| 828 |
+
{'samples_done': 260, 'baseline_acc': 0.5692307692307692, 'tvcd_acc': 0.5653846153846154, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 829 |
+
[eval] sample_idx=260 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_1DZhfZ4cf38.mp4
|
| 830 |
+
[eval] sample_idx=260 baseline=D
|
| 831 |
+
[eval] sample_idx=260 tvcd=D
|
| 832 |
+
[eval] sample_idx=261 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03199.mp4
|
| 833 |
+
[eval] sample_idx=261 baseline=B
|
| 834 |
+
[eval] sample_idx=261 tvcd=B
|
| 835 |
+
[eval] sample_idx=262 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1150/4772810451.mp4
|
| 836 |
+
[eval] sample_idx=262 baseline=B
|
| 837 |
+
[eval] sample_idx=262 tvcd=B
|
| 838 |
+
[eval] sample_idx=263 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1013/3161115707.mp4
|
| 839 |
+
[eval] sample_idx=263 baseline=E
|
| 840 |
+
[eval] sample_idx=263 tvcd=E
|
| 841 |
+
[eval] sample_idx=264 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_bPZRYmr7p1k.mp4
|
| 842 |
+
[eval] sample_idx=264 baseline=A
|
| 843 |
+
[eval] sample_idx=264 tvcd=A
|
| 844 |
+
[eval] sample_idx=265 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_1O9gGPJPbis.mp4
|
| 845 |
+
[eval] sample_idx=265 baseline=C
|
| 846 |
+
[eval] sample_idx=265 tvcd=C
|
| 847 |
+
[eval] sample_idx=266 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5VHqMj5iikc.mp4
|
| 848 |
+
[eval] sample_idx=266 baseline=B
|
| 849 |
+
[eval] sample_idx=266 tvcd=B
|
| 850 |
+
[eval] sample_idx=267 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/K9V2R.mp4
|
| 851 |
+
[eval] sample_idx=267 baseline=C
|
| 852 |
+
[eval] sample_idx=267 tvcd=C
|
| 853 |
+
[eval] sample_idx=268 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/KYLJY.mp4
|
| 854 |
+
[eval] sample_idx=268 baseline=B
|
| 855 |
+
[eval] sample_idx=268 tvcd=B
|
| 856 |
+
[eval] sample_idx=269 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3147.mp4
|
| 857 |
+
[eval] sample_idx=269 baseline=C
|
| 858 |
+
[eval] sample_idx=269 tvcd=B
|
| 859 |
+
{'samples_done': 270, 'baseline_acc': 0.562962962962963, 'tvcd_acc': 0.5555555555555556, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 860 |
+
[eval] sample_idx=270 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01433.mp4
|
| 861 |
+
[eval] sample_idx=270 baseline=A
|
| 862 |
+
[eval] sample_idx=270 tvcd=A
|
| 863 |
+
[eval] sample_idx=271 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/0049/10144018836.mp4
|
| 864 |
+
[eval] sample_idx=271 baseline=B
|
| 865 |
+
[eval] sample_idx=271 tvcd=D
|
| 866 |
+
[eval] sample_idx=272 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/405/-h8c5sLelZ4/split_4.mp4
|
| 867 |
+
[eval] sample_idx=272 baseline=A
|
| 868 |
+
[eval] sample_idx=272 tvcd=A
|
| 869 |
+
[eval] sample_idx=273 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02668.mp4
|
| 870 |
+
[eval] sample_idx=273 baseline=A
|
| 871 |
+
[eval] sample_idx=273 tvcd=A
|
| 872 |
+
[eval] sample_idx=274 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ITVfOVR34Jo.mp4
|
| 873 |
+
[eval] sample_idx=274 baseline=B
|
| 874 |
+
[eval] sample_idx=274 tvcd=B
|
| 875 |
+
[eval] sample_idx=275 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_guWwidZasr8.mp4
|
| 876 |
+
[eval] sample_idx=275 baseline=B
|
| 877 |
+
[eval] sample_idx=275 tvcd=B
|
| 878 |
+
[eval] sample_idx=276 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Vpy9sUWpNQE.mp4
|
| 879 |
+
[h264 @ 0x55d949713180] mmco: unref short failure
|
| 880 |
+
[eval] sample_idx=276 baseline=A
|
| 881 |
+
[eval] sample_idx=276 tvcd=A
|
| 882 |
+
[eval] sample_idx=277 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_7LimgSQsHm0.mp4
|
| 883 |
+
[eval] sample_idx=277 baseline=B
|
| 884 |
+
[eval] sample_idx=277 tvcd=A
|
| 885 |
+
[eval] sample_idx=278 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_n0Az4cLruf4.mp4
|
| 886 |
+
[eval] sample_idx=278 baseline=A
|
| 887 |
+
[eval] sample_idx=278 tvcd=A
|
| 888 |
+
[eval] sample_idx=279 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_2TxKmZVxQd8.mp4
|
| 889 |
+
[h264 @ 0x55d940412540] mmco: unref short failure
|
| 890 |
+
[h264 @ 0x55d940412540] mmco: unref short failure
|
| 891 |
+
[eval] sample_idx=279 baseline=A
|
| 892 |
+
[eval] sample_idx=279 tvcd=A
|
| 893 |
+
{'samples_done': 280, 'baseline_acc': 0.575, 'tvcd_acc': 0.5607142857142857, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 894 |
+
[eval] sample_idx=280 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/3IJGQ.mp4
|
| 895 |
+
[eval] sample_idx=280 baseline=D
|
| 896 |
+
[eval] sample_idx=280 tvcd=D
|
| 897 |
+
[eval] sample_idx=281 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_eWucu9eu5Dc.mp4
|
| 898 |
+
[h264 @ 0x55d940412540] mmco: unref short failure
|
| 899 |
+
[h264 @ 0x55d940412540] mmco: unref short failure
|
| 900 |
+
[h264 @ 0x55d940412540] mmco: unref short failure
|
| 901 |
+
[h264 @ 0x55d940412540] mmco: unref short failure
|
| 902 |
+
[eval] sample_idx=281 baseline=B
|
| 903 |
+
[eval] sample_idx=281 tvcd=B
|
| 904 |
+
[eval] sample_idx=282 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/I5L3Y.mp4
|
| 905 |
+
[eval] sample_idx=282 baseline=A
|
| 906 |
+
[eval] sample_idx=282 tvcd=A
|
| 907 |
+
[eval] sample_idx=283 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02656.mp4
|
| 908 |
+
[eval] sample_idx=283 baseline=C
|
| 909 |
+
[eval] sample_idx=283 tvcd=C
|
| 910 |
+
[eval] sample_idx=284 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_x4Vk5wSH7xE.mp4
|
| 911 |
+
[eval] sample_idx=284 baseline=B
|
| 912 |
+
[eval] sample_idx=284 tvcd=B
|
| 913 |
+
[eval] sample_idx=285 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Cu8lmHiXkUU.mp4
|
| 914 |
+
[eval] sample_idx=285 baseline=D
|
| 915 |
+
[eval] sample_idx=285 tvcd=D
|
| 916 |
+
[eval] sample_idx=286 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/PGGRZ.mp4
|
| 917 |
+
[eval] sample_idx=286 baseline=B
|
| 918 |
+
[eval] sample_idx=286 tvcd=B
|
| 919 |
+
[eval] sample_idx=287 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/6B328.mp4
|
| 920 |
+
[eval] sample_idx=287 baseline=A
|
| 921 |
+
[eval] sample_idx=287 tvcd=A
|
| 922 |
+
[eval] sample_idx=288 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08836.mp4
|
| 923 |
+
[eval] sample_idx=288 baseline=A
|
| 924 |
+
[eval] sample_idx=288 tvcd=A
|
| 925 |
+
[eval] sample_idx=289 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/230/2UY6Fztzpng/split_6.mp4
|
| 926 |
+
[eval] sample_idx=289 baseline=C
|
| 927 |
+
[eval] sample_idx=289 tvcd=C
|
| 928 |
+
{'samples_done': 290, 'baseline_acc': 0.5793103448275863, 'tvcd_acc': 0.5655172413793104, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 929 |
+
[eval] sample_idx=290 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00837.mp4
|
| 930 |
+
[eval] sample_idx=290 baseline=A
|
| 931 |
+
[eval] sample_idx=290 tvcd=A
|
| 932 |
+
[eval] sample_idx=291 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01796.mp4
|
| 933 |
+
[eval] sample_idx=291 baseline=A
|
| 934 |
+
[eval] sample_idx=291 tvcd=A
|
| 935 |
+
[eval] sample_idx=292 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5OV3M.mp4
|
| 936 |
+
[eval] sample_idx=292 baseline=D
|
| 937 |
+
[eval] sample_idx=292 tvcd=D
|
| 938 |
+
[eval] sample_idx=293 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/I4K7B.mp4
|
| 939 |
+
[eval] sample_idx=293 baseline=A
|
| 940 |
+
[eval] sample_idx=293 tvcd=A
|
| 941 |
+
[eval] sample_idx=294 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/JKGTN.mp4
|
| 942 |
+
[eval] sample_idx=294 baseline=A
|
| 943 |
+
[eval] sample_idx=294 tvcd=A
|
| 944 |
+
[eval] sample_idx=295 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4
|
| 945 |
+
[eval] sample_idx=295 baseline=C. The referee signals the conclusion of the match.
|
| 946 |
+
[eval] sample_idx=295 tvcd=C. The referee signals the conclusion of the match.
|
| 947 |
+
[eval] sample_idx=296 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1106/4059247647.mp4
|
| 948 |
+
[eval] sample_idx=296 baseline=E
|
| 949 |
+
[eval] sample_idx=296 tvcd=E
|
| 950 |
+
[eval] sample_idx=297 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06468.mp4
|
| 951 |
+
[eval] sample_idx=297 baseline=B
|
| 952 |
+
[eval] sample_idx=297 tvcd=B
|
| 953 |
+
[eval] sample_idx=298 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_sMO2IlNgDuw.mp4
|
| 954 |
+
[eval] sample_idx=298 baseline=A
|
| 955 |
+
[eval] sample_idx=298 tvcd=A
|
| 956 |
+
[eval] sample_idx=299 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/111/QLaA91I4t3U/split_5.mp4
|
| 957 |
+
[eval] sample_idx=299 baseline=B
|
| 958 |
+
[eval] sample_idx=299 tvcd=B
|
| 959 |
+
{'samples_done': 300, 'baseline_acc': 0.58, 'tvcd_acc': 0.5666666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 960 |
+
[eval] sample_idx=300 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
|
| 961 |
+
[eval] sample_idx=300 baseline=A
|
| 962 |
+
[eval] sample_idx=300 tvcd=A
|
| 963 |
+
[eval] sample_idx=301 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
|
| 964 |
+
[eval] sample_idx=301 baseline=A
|
| 965 |
+
[eval] sample_idx=301 tvcd=A
|
| 966 |
+
[eval] sample_idx=302 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
|
| 967 |
+
[eval] sample_idx=302 baseline=A
|
| 968 |
+
[eval] sample_idx=302 tvcd=A
|
| 969 |
+
[eval] sample_idx=303 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
|
| 970 |
+
[eval] sample_idx=303 baseline=D
|
| 971 |
+
[eval] sample_idx=303 tvcd=D
|
| 972 |
+
[eval] sample_idx=304 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
|
| 973 |
+
[eval] sample_idx=304 baseline=A
|
| 974 |
+
[eval] sample_idx=304 tvcd=A
|
| 975 |
+
[eval] sample_idx=305 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
|
| 976 |
+
[h264 @ 0x55d94b3e1600] mmco: unref short failure
|
| 977 |
+
[h264 @ 0x55d94b3e1600] mmco: unref short failure
|
| 978 |
+
[h264 @ 0x55d94b3e1600] mmco: unref short failure
|
| 979 |
+
[eval] sample_idx=305 baseline=A
|
| 980 |
+
[eval] sample_idx=305 tvcd=A
|
| 981 |
+
[eval] sample_idx=306 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
|
| 982 |
+
[eval] sample_idx=306 baseline=B
|
| 983 |
+
[eval] sample_idx=306 tvcd=B
|
| 984 |
+
[eval] sample_idx=307 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
|
| 985 |
+
[eval] sample_idx=307 baseline=C
|
| 986 |
+
[eval] sample_idx=307 tvcd=C
|
| 987 |
+
[eval] sample_idx=308 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-l5e1zVzQOQ.mp4
|
| 988 |
+
[eval] sample_idx=308 baseline=B
|
| 989 |
+
[eval] sample_idx=308 tvcd=B
|
| 990 |
+
[eval] sample_idx=309 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06677.mp4
|
| 991 |
+
[eval] sample_idx=309 baseline=A. The purple sphere and the green sphere collide.
|
| 992 |
+
[eval] sample_idx=309 tvcd=A. The purple sphere and the green sphere collide.
|
| 993 |
+
{'samples_done': 310, 'baseline_acc': 0.5774193548387097, 'tvcd_acc': 0.5645161290322581, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 994 |
+
[eval] sample_idx=310 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/0040/5312674396.mp4
|
| 995 |
+
[eval] sample_idx=310 baseline=B
|
| 996 |
+
[eval] sample_idx=310 tvcd=B
|
| 997 |
+
[eval] sample_idx=311 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_FX4inHmWQtE.mp4
|
| 998 |
+
[eval] sample_idx=311 baseline=C
|
| 999 |
+
[eval] sample_idx=311 tvcd=C
|
| 1000 |
+
[eval] sample_idx=312 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/117/DDRzeomsyzU/split_3.mp4
|
| 1001 |
+
[eval] sample_idx=312 baseline=A
|
| 1002 |
+
[eval] sample_idx=312 tvcd=A
|
| 1003 |
+
[eval] sample_idx=313 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01131.mp4
|
| 1004 |
+
[eval] sample_idx=313 baseline=B
|
| 1005 |
+
[eval] sample_idx=313 tvcd=B
|
| 1006 |
+
[eval] sample_idx=314 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07811.mp4
|
| 1007 |
+
[eval] sample_idx=314 baseline=B
|
| 1008 |
+
[eval] sample_idx=314 tvcd=B
|
| 1009 |
+
[eval] sample_idx=315 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09196.mp4
|
| 1010 |
+
[eval] sample_idx=315 baseline=D
|
| 1011 |
+
[eval] sample_idx=315 tvcd=D
|
| 1012 |
+
[eval] sample_idx=316 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06255.mp4
|
| 1013 |
+
[eval] sample_idx=316 baseline=B
|
| 1014 |
+
[eval] sample_idx=316 tvcd=D
|
| 1015 |
+
[eval] sample_idx=317 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/219/umveZyJ1h1s/split_10.mp4
|
| 1016 |
+
[eval] sample_idx=317 baseline=A
|
| 1017 |
+
[eval] sample_idx=317 tvcd=A
|
| 1018 |
+
[eval] sample_idx=318 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_Dv2T0R7HVBQ.mp4
|
| 1019 |
+
[eval] sample_idx=318 baseline=A
|
| 1020 |
+
[eval] sample_idx=318 tvcd=A
|
| 1021 |
+
[eval] sample_idx=319 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_lMI_tzdfki4.mp4
|
| 1022 |
+
[eval] sample_idx=319 baseline=B
|
| 1023 |
+
[eval] sample_idx=319 tvcd=B
|
| 1024 |
+
{'samples_done': 320, 'baseline_acc': 0.575, 'tvcd_acc': 0.5625, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1025 |
+
[eval] sample_idx=320 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_JjRSGzdwtc0.mp4
|
| 1026 |
+
[eval] sample_idx=320 baseline=D
|
| 1027 |
+
[eval] sample_idx=320 tvcd=D
|
| 1028 |
+
[eval] sample_idx=321 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/RJZ3I.mp4
|
| 1029 |
+
[eval] sample_idx=321 baseline=C
|
| 1030 |
+
[eval] sample_idx=321 tvcd=C
|
| 1031 |
+
[eval] sample_idx=322 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u1grT0O81Qg.mp4
|
| 1032 |
+
[h264 @ 0x55d94cd9c080] mmco: unref short failure
|
| 1033 |
+
[h264 @ 0x55d94cd9c080] mmco: unref short failure
|
| 1034 |
+
[eval] sample_idx=322 baseline=A
|
| 1035 |
+
[eval] sample_idx=322 tvcd=A
|
| 1036 |
+
[eval] sample_idx=323 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/VwBJ230pjSk/split_1.mp4
|
| 1037 |
+
[eval] sample_idx=323 baseline=C
|
| 1038 |
+
[eval] sample_idx=323 tvcd=C
|
| 1039 |
+
[eval] sample_idx=324 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_11448.mp4
|
| 1040 |
+
[eval] sample_idx=324 baseline=A
|
| 1041 |
+
[eval] sample_idx=324 tvcd=A
|
| 1042 |
+
[eval] sample_idx=325 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1026/6451572823.mp4
|
| 1043 |
+
[eval] sample_idx=325 baseline=C
|
| 1044 |
+
[eval] sample_idx=325 tvcd=C
|
| 1045 |
+
[eval] sample_idx=326 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/104/Vuy2nrJz0Zw/split_3.mp4
|
| 1046 |
+
[eval] sample_idx=326 baseline=A
|
| 1047 |
+
[eval] sample_idx=326 tvcd=A
|
| 1048 |
+
[eval] sample_idx=327 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/1xjsM-I-KLI/split_8.mp4
|
| 1049 |
+
[eval] sample_idx=327 baseline=A
|
| 1050 |
+
[eval] sample_idx=327 tvcd=A
|
| 1051 |
+
[eval] sample_idx=328 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03392.mp4
|
| 1052 |
+
[eval] sample_idx=328 baseline=A
|
| 1053 |
+
[eval] sample_idx=328 tvcd=A
|
| 1054 |
+
[eval] sample_idx=329 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_P7lUYSLtErY.mp4
|
| 1055 |
+
[eval] sample_idx=329 baseline=D
|
| 1056 |
+
[eval] sample_idx=329 tvcd=D
|
| 1057 |
+
{'samples_done': 330, 'baseline_acc': 0.5787878787878787, 'tvcd_acc': 0.5666666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1058 |
+
[eval] sample_idx=330 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_x_5ay7lD6iA.mp4
|
| 1059 |
+
[eval] sample_idx=330 baseline=A
|
| 1060 |
+
[eval] sample_idx=330 tvcd=A
|
| 1061 |
+
[eval] sample_idx=331 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/201/0xYOUNfzIn8/split_10.mp4
|
| 1062 |
+
[eval] sample_idx=331 baseline=B
|
| 1063 |
+
[eval] sample_idx=331 tvcd=B
|
| 1064 |
+
[eval] sample_idx=332 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4Q5YJKHa5W0.mp4
|
| 1065 |
+
[eval] sample_idx=332 baseline=D
|
| 1066 |
+
[eval] sample_idx=332 tvcd=D
|
| 1067 |
+
[eval] sample_idx=333 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/RON2M.mp4
|
| 1068 |
+
[eval] sample_idx=333 baseline=C
|
| 1069 |
+
[eval] sample_idx=333 tvcd=C
|
| 1070 |
+
[eval] sample_idx=334 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/7G0HB.mp4
|
| 1071 |
+
[eval] sample_idx=334 baseline=D
|
| 1072 |
+
[eval] sample_idx=334 tvcd=D
|
| 1073 |
+
[eval] sample_idx=335 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_QZWyv6SShks.mp4
|
| 1074 |
+
[eval] sample_idx=335 baseline=D
|
| 1075 |
+
[eval] sample_idx=335 tvcd=D
|
| 1076 |
+
[eval] sample_idx=336 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/V1JIC.mp4
|
| 1077 |
+
[eval] sample_idx=336 baseline=A
|
| 1078 |
+
[eval] sample_idx=336 tvcd=A
|
| 1079 |
+
[eval] sample_idx=337 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1107/3445792822.mp4
|
| 1080 |
+
[eval] sample_idx=337 baseline=A
|
| 1081 |
+
[eval] sample_idx=337 tvcd=A
|
| 1082 |
+
[eval] sample_idx=338 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_3FUVKpQA6IY.mp4
|
| 1083 |
+
[eval] sample_idx=338 baseline=D
|
| 1084 |
+
[eval] sample_idx=338 tvcd=D
|
| 1085 |
+
[eval] sample_idx=339 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/309/UfWND-lc4sc/split_7.mp4
|
| 1086 |
+
[eval] sample_idx=339 baseline=A
|
| 1087 |
+
[eval] sample_idx=339 tvcd=A
|
| 1088 |
+
{'samples_done': 340, 'baseline_acc': 0.5823529411764706, 'tvcd_acc': 0.5705882352941176, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1089 |
+
[eval] sample_idx=340 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09748.mp4
|
| 1090 |
+
[eval] sample_idx=340 baseline=B
|
| 1091 |
+
[eval] sample_idx=340 tvcd=B
|
| 1092 |
+
[eval] sample_idx=341 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FTmGHtBdWi0.mp4
|
| 1093 |
+
[eval] sample_idx=341 baseline=B
|
| 1094 |
+
[eval] sample_idx=341 tvcd=B
|
| 1095 |
+
[eval] sample_idx=342 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/Y9WZW.mp4
|
| 1096 |
+
[eval] sample_idx=342 baseline=A
|
| 1097 |
+
[eval] sample_idx=342 tvcd=A
|
| 1098 |
+
[eval] sample_idx=343 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FNlEHAIh6LQ.mp4
|
| 1099 |
+
[eval] sample_idx=343 baseline=A
|
| 1100 |
+
[eval] sample_idx=343 tvcd=A
|
| 1101 |
+
[eval] sample_idx=344 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/406/lBnuFn9q3Xs/split_4.mp4
|
| 1102 |
+
[eval] sample_idx=344 baseline=A
|
| 1103 |
+
[eval] sample_idx=344 tvcd=A
|
| 1104 |
+
[eval] sample_idx=345 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/COPHL.mp4
|
| 1105 |
+
[eval] sample_idx=345 baseline=C
|
| 1106 |
+
[eval] sample_idx=345 tvcd=C
|
| 1107 |
+
[eval] sample_idx=346 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_hiaCpyCoXqk.mp4
|
| 1108 |
+
[eval] sample_idx=346 baseline=A
|
| 1109 |
+
[eval] sample_idx=346 tvcd=A
|
| 1110 |
+
[eval] sample_idx=347 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/0067/3091550860.mp4
|
| 1111 |
+
[eval] sample_idx=347 baseline=B
|
| 1112 |
+
[eval] sample_idx=347 tvcd=B
|
| 1113 |
+
[eval] sample_idx=348 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06478.mp4
|
| 1114 |
+
[eval] sample_idx=348 baseline=A
|
| 1115 |
+
[eval] sample_idx=348 tvcd=A
|
| 1116 |
+
[eval] sample_idx=349 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_AnRYS02tvRA.mp4
|
| 1117 |
+
[eval] sample_idx=349 baseline=D
|
| 1118 |
+
[eval] sample_idx=349 tvcd=D
|
| 1119 |
+
{'samples_done': 350, 'baseline_acc': 0.5828571428571429, 'tvcd_acc': 0.5714285714285714, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1120 |
+
[eval] sample_idx=350 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_WPVb8fYLFUM.mp4
|
| 1121 |
+
[h264 @ 0x55d955e5ae40] mmco: unref short failure
|
| 1122 |
+
[h264 @ 0x55d955e5ae40] mmco: unref short failure
|
| 1123 |
+
[eval] sample_idx=350 baseline=B
|
| 1124 |
+
[eval] sample_idx=350 tvcd=B
|
| 1125 |
+
[eval] sample_idx=351 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wodsQ0nW7Ds.mp4
|
| 1126 |
+
[h264 @ 0x55d955e5ae40] mmco: unref short failure
|
| 1127 |
+
[h264 @ 0x55d955e5ae40] mmco: unref short failure
|
| 1128 |
+
[h264 @ 0x55d955e5ae40] mmco: unref short failure
|
| 1129 |
+
[h264 @ 0x55d955e5ae40] mmco: unref short failure
|
| 1130 |
+
[eval] sample_idx=351 baseline=B
|
| 1131 |
+
[eval] sample_idx=351 tvcd=B
|
| 1132 |
+
[eval] sample_idx=352 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_S-4ftlylgig.mp4
|
| 1133 |
+
[eval] sample_idx=352 baseline=D
|
| 1134 |
+
[eval] sample_idx=352 tvcd=D
|
| 1135 |
+
[eval] sample_idx=353 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/YD8BF.mp4
|
| 1136 |
+
[eval] sample_idx=353 baseline=C
|
| 1137 |
+
[eval] sample_idx=353 tvcd=C
|
| 1138 |
+
[eval] sample_idx=354 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/5640939571.mp4
|
| 1139 |
+
[eval] sample_idx=354 baseline=D
|
| 1140 |
+
[eval] sample_idx=354 tvcd=D
|
| 1141 |
+
[eval] sample_idx=355 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_2xQVZorob1Q.mp4
|
| 1142 |
+
[h264 @ 0x55d955e5ae40] mmco: unref short failure
|
| 1143 |
+
[h264 @ 0x55d955e5ae40] mmco: unref short failure
|
| 1144 |
+
[eval] sample_idx=355 baseline=C
|
| 1145 |
+
[eval] sample_idx=355 tvcd=C
|
| 1146 |
+
[eval] sample_idx=356 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_H8f7pTaBFKk.mp4
|
| 1147 |
+
[eval] sample_idx=356 baseline=D
|
| 1148 |
+
[eval] sample_idx=356 tvcd=D
|
| 1149 |
+
[eval] sample_idx=357 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/X9T4M.mp4
|
| 1150 |
+
[eval] sample_idx=357 baseline=B
|
| 1151 |
+
[eval] sample_idx=357 tvcd=B
|
| 1152 |
+
[eval] sample_idx=358 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PPXS8kE1q7c.mp4
|
| 1153 |
+
[eval] sample_idx=358 baseline=A
|
| 1154 |
+
[eval] sample_idx=358 tvcd=A
|
| 1155 |
+
[eval] sample_idx=359 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_liqFz0EPTMQ.mp4
|
| 1156 |
+
[eval] sample_idx=359 baseline=C
|
| 1157 |
+
[eval] sample_idx=359 tvcd=C
|
| 1158 |
+
{'samples_done': 360, 'baseline_acc': 0.5916666666666667, 'tvcd_acc': 0.5805555555555556, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1159 |
+
[eval] sample_idx=360 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/NUSKJ.mp4
|
| 1160 |
+
[eval] sample_idx=360 baseline=A
|
| 1161 |
+
[eval] sample_idx=360 tvcd=A
|
| 1162 |
+
[eval] sample_idx=361 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_bY0bGFJ-k1U.mp4
|
| 1163 |
+
[eval] sample_idx=361 baseline=C
|
| 1164 |
+
[eval] sample_idx=361 tvcd=C
|
| 1165 |
+
[eval] sample_idx=362 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04142.mp4
|
| 1166 |
+
[eval] sample_idx=362 baseline=B
|
| 1167 |
+
[eval] sample_idx=362 tvcd=B
|
| 1168 |
+
[eval] sample_idx=363 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/210/jGC0VhFCk5Y/split_6.mp4
|
| 1169 |
+
[eval] sample_idx=363 baseline=D
|
| 1170 |
+
[eval] sample_idx=363 tvcd=D
|
| 1171 |
+
[eval] sample_idx=364 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/X226B.mp4
|
| 1172 |
+
[eval] sample_idx=364 baseline=C
|
| 1173 |
+
[eval] sample_idx=364 tvcd=C
|
| 1174 |
+
[eval] sample_idx=365 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
|
| 1175 |
+
[eval] sample_idx=365 baseline=D
|
| 1176 |
+
[eval] sample_idx=365 tvcd=D
|
| 1177 |
+
[eval] sample_idx=366 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1011/7274130480.mp4
|
| 1178 |
+
[eval] sample_idx=366 baseline=D
|
| 1179 |
+
[eval] sample_idx=366 tvcd=D
|
| 1180 |
+
[eval] sample_idx=367 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_9nE6C-efQdc.mp4
|
| 1181 |
+
[eval] sample_idx=367 baseline=A
|
| 1182 |
+
[eval] sample_idx=367 tvcd=A
|
| 1183 |
+
[eval] sample_idx=368 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_CB0yYGVNcOk.mp4
|
| 1184 |
+
[eval] sample_idx=368 baseline=B
|
| 1185 |
+
[eval] sample_idx=368 tvcd=B
|
| 1186 |
+
[eval] sample_idx=369 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10340.mp4
|
| 1187 |
+
[eval] sample_idx=369 baseline=B
|
| 1188 |
+
[eval] sample_idx=369 tvcd=B
|
| 1189 |
+
{'samples_done': 370, 'baseline_acc': 0.5918918918918918, 'tvcd_acc': 0.581081081081081, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1190 |
+
[eval] sample_idx=370 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/8202211038.mp4
|
| 1191 |
+
[eval] sample_idx=370 baseline=D
|
| 1192 |
+
[eval] sample_idx=370 tvcd=D
|
| 1193 |
+
[eval] sample_idx=371 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_D0aZaiBAHxg.mp4
|
| 1194 |
+
[eval] sample_idx=371 baseline=C
|
| 1195 |
+
[eval] sample_idx=371 tvcd=C
|
| 1196 |
+
[eval] sample_idx=372 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01542.mp4
|
| 1197 |
+
[eval] sample_idx=372 baseline=A
|
| 1198 |
+
[eval] sample_idx=372 tvcd=A
|
| 1199 |
+
[eval] sample_idx=373 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ufK2mbJI0to.mp4
|
| 1200 |
+
[eval] sample_idx=373 baseline=D
|
| 1201 |
+
[eval] sample_idx=373 tvcd=D
|
| 1202 |
+
[eval] sample_idx=374 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_bSFOgeqMOFg.mp4
|
| 1203 |
+
[h264 @ 0x55d9465bf600] mmco: unref short failure
|
| 1204 |
+
[eval] sample_idx=374 baseline=D
|
| 1205 |
+
[eval] sample_idx=374 tvcd=D
|
| 1206 |
+
[eval] sample_idx=375 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_JksdZ0YMkoQ.mp4
|
| 1207 |
+
[eval] sample_idx=375 baseline=B
|
| 1208 |
+
[eval] sample_idx=375 tvcd=B
|
| 1209 |
+
[eval] sample_idx=376 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_OqfsHs-xZmo.mp4
|
| 1210 |
+
[eval] sample_idx=376 baseline=C
|
| 1211 |
+
[eval] sample_idx=376 tvcd=C
|
| 1212 |
+
[eval] sample_idx=377 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_qiw2I1oQIVQ.mp4
|
| 1213 |
+
[eval] sample_idx=377 baseline=B
|
| 1214 |
+
[eval] sample_idx=377 tvcd=B
|
| 1215 |
+
[eval] sample_idx=378 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/5DYQR.mp4
|
| 1216 |
+
[eval] sample_idx=378 baseline=A
|
| 1217 |
+
[eval] sample_idx=378 tvcd=A
|
| 1218 |
+
[eval] sample_idx=379 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_P4nNwcE9KlE.mp4
|
| 1219 |
+
[h264 @ 0x55d94cd10b00] mmco: unref short failure
|
| 1220 |
+
[h264 @ 0x55d94cd10b00] mmco: unref short failure
|
| 1221 |
+
[eval] sample_idx=379 baseline=C
|
| 1222 |
+
[eval] sample_idx=379 tvcd=C
|
| 1223 |
+
{'samples_done': 380, 'baseline_acc': 0.6026315789473684, 'tvcd_acc': 0.5921052631578947, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1224 |
+
[eval] sample_idx=380 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_WEohpavjsIY.mp4
|
| 1225 |
+
[eval] sample_idx=380 baseline=B
|
| 1226 |
+
[eval] sample_idx=380 tvcd=B
|
| 1227 |
+
[eval] sample_idx=381 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/ego4d/7306232f-31cc-46bc-87b4-ec576c3548a3.mp4
|
| 1228 |
+
[eval] sample_idx=381 baseline=B
|
| 1229 |
+
[eval] sample_idx=381 tvcd=B
|
| 1230 |
+
[eval] sample_idx=382 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_aGlfi9PqRdY.mp4
|
| 1231 |
+
[eval] sample_idx=382 baseline=C
|
| 1232 |
+
[eval] sample_idx=382 tvcd=C
|
| 1233 |
+
[eval] sample_idx=383 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/42SEP.mp4
|
| 1234 |
+
[eval] sample_idx=383 baseline=C
|
| 1235 |
+
[eval] sample_idx=383 tvcd=C
|
| 1236 |
+
[eval] sample_idx=384 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/0078/6920054108.mp4
|
| 1237 |
+
[eval] sample_idx=384 baseline=A
|
| 1238 |
+
[eval] sample_idx=384 tvcd=A
|
| 1239 |
+
[eval] sample_idx=385 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_dlR9zF6MEi0.mp4
|
| 1240 |
+
[eval] sample_idx=385 baseline=D
|
| 1241 |
+
[eval] sample_idx=385 tvcd=D
|
| 1242 |
+
[eval] sample_idx=386 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_fJ45W32t6h0.mp4
|
| 1243 |
+
[eval] sample_idx=386 baseline=C
|
| 1244 |
+
[eval] sample_idx=386 tvcd=C
|
| 1245 |
+
[eval] sample_idx=387 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04571.mp4
|
| 1246 |
+
[eval] sample_idx=387 baseline=C. The collision between the cyan sphere and gray cylinder
|
| 1247 |
+
[eval] sample_idx=387 tvcd=C. The collision between the cyan sphere and gray cylinder
|
| 1248 |
+
[eval] sample_idx=388 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Sr_SYaMBp8o.mp4
|
| 1249 |
+
[eval] sample_idx=388 baseline=D
|
| 1250 |
+
[eval] sample_idx=388 tvcd=D
|
| 1251 |
+
[eval] sample_idx=389 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_w4CiGbHLTBg.mp4
|
| 1252 |
+
[eval] sample_idx=389 baseline=A
|
| 1253 |
+
[eval] sample_idx=389 tvcd=A
|
| 1254 |
+
{'samples_done': 390, 'baseline_acc': 0.6025641025641025, 'tvcd_acc': 0.5923076923076923, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1255 |
+
[eval] sample_idx=390 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/94KP4.mp4
|
| 1256 |
+
[eval] sample_idx=390 baseline=C
|
| 1257 |
+
[eval] sample_idx=390 tvcd=C
|
| 1258 |
+
[eval] sample_idx=391 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/221/HXqC_xWsKkY/split_3.mp4
|
| 1259 |
+
[eval] sample_idx=391 baseline=D
|
| 1260 |
+
[eval] sample_idx=391 tvcd=D
|
| 1261 |
+
[eval] sample_idx=392 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/212/UzqlXpAAAWk/split_5.mp4
|
| 1262 |
+
[eval] sample_idx=392 baseline=A
|
| 1263 |
+
[eval] sample_idx=392 tvcd=A
|
| 1264 |
+
[eval] sample_idx=393 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/NTYC3.mp4
|
| 1265 |
+
[eval] sample_idx=393 baseline=D
|
| 1266 |
+
[eval] sample_idx=393 tvcd=D
|
| 1267 |
+
[eval] sample_idx=394 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_s6o6vuYoTGM.mp4
|
| 1268 |
+
[eval] sample_idx=394 baseline=A
|
| 1269 |
+
[eval] sample_idx=394 tvcd=A
|
| 1270 |
+
[eval] sample_idx=395 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_BDnA3jobv_0.mp4
|
| 1271 |
+
[eval] sample_idx=395 baseline=C
|
| 1272 |
+
[eval] sample_idx=395 tvcd=C
|
| 1273 |
+
[eval] sample_idx=396 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/IK72J.mp4
|
| 1274 |
+
[eval] sample_idx=396 baseline=B
|
| 1275 |
+
[eval] sample_idx=396 tvcd=B
|
| 1276 |
+
[eval] sample_idx=397 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/FDDDG.mp4
|
| 1277 |
+
[eval] sample_idx=397 baseline=C
|
| 1278 |
+
[eval] sample_idx=397 tvcd=C
|
| 1279 |
+
[eval] sample_idx=398 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_3X6eP273RoI.mp4
|
| 1280 |
+
[eval] sample_idx=398 baseline=A
|
| 1281 |
+
[eval] sample_idx=398 tvcd=A
|
| 1282 |
+
[eval] sample_idx=399 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/7JSAI.mp4
|
| 1283 |
+
[eval] sample_idx=399 baseline=D
|
| 1284 |
+
[eval] sample_idx=399 tvcd=D
|
| 1285 |
+
{'samples_done': 400, 'baseline_acc': 0.605, 'tvcd_acc': 0.595, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1286 |
+
{
|
| 1287 |
+
"samples_done": 400,
|
| 1288 |
+
"baseline_acc": 0.605,
|
| 1289 |
+
"tvcd_acc": 0.595,
|
| 1290 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10",
|
| 1291 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 1292 |
+
"use_tvcd": true,
|
| 1293 |
+
"cd_alpha": 0.1,
|
| 1294 |
+
"cd_beta": 0.05
|
| 1295 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/a01_b005/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 400,
|
| 3 |
+
"baseline_acc": 0.605,
|
| 4 |
+
"tvcd_acc": 0.595,
|
| 5 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 0.1,
|
| 9 |
+
"cd_beta": 0.05
|
| 10 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/a025_b005/predictions.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tmp/epoch10_tvcd_grid_every10_400/a025_b005/run.log
ADDED
|
@@ -0,0 +1,1295 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
OpenCLIP not installed
|
| 2 |
+
[eval] args={'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'output_dir': '/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a025_b005', 'device': 'cuda:0', 'device_map': None, 'conv_mode': 'llada', 'max_samples': 400, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 4, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': 'grid', 'temperature': 0.0, 'max_new_tokens': 12, 'block_length': 12, 'step_per_block': 4, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 3 |
+
[eval] output_dir=/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a025_b005
|
| 4 |
+
[eval] loading model from /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 with device_map=None
|
| 5 |
+
Loaded LLaVA model: /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10
|
| 6 |
+
Loading vision tower: google/siglip-so400m-patch14-384
|
| 7 |
+
|
| 8 |
+
Some weights of LlavaLladaForMaskedDiffusion were not initialized from the model checkpoint at /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 and are newly initialized because the shapes did not match:
|
| 9 |
+
- model.transformer.wte.weight: found shape torch.Size([126352, 4096]) in the checkpoint and torch.Size([126464, 4096]) in the model instantiated
|
| 10 |
+
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
|
| 11 |
+
Restored mismatched LLaDA input embeddings from checkpoint shards.
|
| 12 |
+
Model Class: LlavaLladaForMaskedDiffusion
|
| 13 |
+
[eval] model loaded
|
| 14 |
+
[eval] loaded 400 samples from /data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json
|
| 15 |
+
[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 16 |
+
[eval] sample_idx=0 baseline=D
|
| 17 |
+
[eval] sample_idx=0 tvcd=D
|
| 18 |
+
[eval] sample_idx=1 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 19 |
+
[eval] sample_idx=1 baseline=F
|
| 20 |
+
[eval] sample_idx=1 tvcd=F
|
| 21 |
+
[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 22 |
+
[eval] sample_idx=2 baseline=D
|
| 23 |
+
[eval] sample_idx=2 tvcd=D
|
| 24 |
+
[eval] sample_idx=3 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 25 |
+
[eval] sample_idx=3 baseline=B
|
| 26 |
+
[eval] sample_idx=3 tvcd=B
|
| 27 |
+
[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 28 |
+
[eval] sample_idx=4 baseline=C
|
| 29 |
+
[eval] sample_idx=4 tvcd=C
|
| 30 |
+
[eval] sample_idx=5 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 31 |
+
[eval] sample_idx=5 baseline=A
|
| 32 |
+
[eval] sample_idx=5 tvcd=A
|
| 33 |
+
[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 34 |
+
[eval] sample_idx=6 baseline=C
|
| 35 |
+
[eval] sample_idx=6 tvcd=C
|
| 36 |
+
[eval] sample_idx=7 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 37 |
+
[eval] sample_idx=7 baseline=G
|
| 38 |
+
[eval] sample_idx=7 tvcd=G
|
| 39 |
+
[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4
|
| 40 |
+
[eval] sample_idx=8 baseline=D
|
| 41 |
+
[eval] sample_idx=8 tvcd=D
|
| 42 |
+
[eval] sample_idx=9 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4
|
| 43 |
+
[eval] sample_idx=9 baseline=A
|
| 44 |
+
[eval] sample_idx=9 tvcd=A
|
| 45 |
+
{'samples_done': 10, 'baseline_acc': 0.6, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 46 |
+
[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4
|
| 47 |
+
[eval] sample_idx=10 baseline=B
|
| 48 |
+
[eval] sample_idx=10 tvcd=B
|
| 49 |
+
[eval] sample_idx=11 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 50 |
+
[eval] sample_idx=11 baseline=B
|
| 51 |
+
[eval] sample_idx=11 tvcd=B
|
| 52 |
+
[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4
|
| 53 |
+
[eval] sample_idx=12 baseline=D
|
| 54 |
+
[eval] sample_idx=12 tvcd=D
|
| 55 |
+
[eval] sample_idx=13 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4
|
| 56 |
+
[eval] sample_idx=13 baseline=C
|
| 57 |
+
[eval] sample_idx=13 tvcd=C
|
| 58 |
+
[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4
|
| 59 |
+
[eval] sample_idx=14 baseline=B
|
| 60 |
+
[eval] sample_idx=14 tvcd=B
|
| 61 |
+
[eval] sample_idx=15 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4
|
| 62 |
+
[eval] sample_idx=15 baseline=C
|
| 63 |
+
[eval] sample_idx=15 tvcd=C
|
| 64 |
+
[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4
|
| 65 |
+
[eval] sample_idx=16 baseline=D
|
| 66 |
+
[eval] sample_idx=16 tvcd=D
|
| 67 |
+
[eval] sample_idx=17 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4
|
| 68 |
+
[eval] sample_idx=17 baseline=D
|
| 69 |
+
[eval] sample_idx=17 tvcd=D
|
| 70 |
+
[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4
|
| 71 |
+
[eval] sample_idx=18 baseline=A
|
| 72 |
+
[eval] sample_idx=18 tvcd=A
|
| 73 |
+
[eval] sample_idx=19 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4
|
| 74 |
+
[eval] sample_idx=19 baseline=B
|
| 75 |
+
[eval] sample_idx=19 tvcd=B
|
| 76 |
+
{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 77 |
+
[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 78 |
+
[eval] sample_idx=20 baseline=I
|
| 79 |
+
[eval] sample_idx=20 tvcd=I
|
| 80 |
+
[eval] sample_idx=21 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 81 |
+
[eval] sample_idx=21 baseline=B
|
| 82 |
+
[eval] sample_idx=21 tvcd=B
|
| 83 |
+
[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4
|
| 84 |
+
[eval] sample_idx=22 baseline=B
|
| 85 |
+
[eval] sample_idx=22 tvcd=B
|
| 86 |
+
[eval] sample_idx=23 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4
|
| 87 |
+
[eval] sample_idx=23 baseline=E
|
| 88 |
+
[eval] sample_idx=23 tvcd=B
|
| 89 |
+
[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4
|
| 90 |
+
[eval] sample_idx=24 baseline=D
|
| 91 |
+
[eval] sample_idx=24 tvcd=D
|
| 92 |
+
[eval] sample_idx=25 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4
|
| 93 |
+
[eval] sample_idx=25 baseline=C
|
| 94 |
+
[eval] sample_idx=25 tvcd=C
|
| 95 |
+
[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4
|
| 96 |
+
[eval] sample_idx=26 baseline=D
|
| 97 |
+
[eval] sample_idx=26 tvcd=D
|
| 98 |
+
[eval] sample_idx=27 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 99 |
+
[eval] sample_idx=27 baseline=A
|
| 100 |
+
[eval] sample_idx=27 tvcd=A
|
| 101 |
+
[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4
|
| 102 |
+
[eval] sample_idx=28 baseline=F
|
| 103 |
+
[eval] sample_idx=28 tvcd=F
|
| 104 |
+
[eval] sample_idx=29 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 105 |
+
[eval] sample_idx=29 baseline=D
|
| 106 |
+
[eval] sample_idx=29 tvcd=D
|
| 107 |
+
{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.4666666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 108 |
+
[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4
|
| 109 |
+
[eval] sample_idx=30 baseline=D
|
| 110 |
+
[eval] sample_idx=30 tvcd=D
|
| 111 |
+
[eval] sample_idx=31 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4
|
| 112 |
+
[eval] sample_idx=31 baseline=D
|
| 113 |
+
[eval] sample_idx=31 tvcd=D
|
| 114 |
+
[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4
|
| 115 |
+
[eval] sample_idx=32 baseline=A
|
| 116 |
+
[eval] sample_idx=32 tvcd=A
|
| 117 |
+
[eval] sample_idx=33 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4
|
| 118 |
+
[eval] sample_idx=33 baseline=D
|
| 119 |
+
[eval] sample_idx=33 tvcd=D
|
| 120 |
+
[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4
|
| 121 |
+
[eval] sample_idx=34 baseline=A
|
| 122 |
+
[eval] sample_idx=34 tvcd=A
|
| 123 |
+
[eval] sample_idx=35 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4
|
| 124 |
+
[eval] sample_idx=35 baseline=A
|
| 125 |
+
[eval] sample_idx=35 tvcd=A
|
| 126 |
+
[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 127 |
+
[eval] sample_idx=36 baseline=F
|
| 128 |
+
[eval] sample_idx=36 tvcd=F
|
| 129 |
+
[eval] sample_idx=37 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4
|
| 130 |
+
[eval] sample_idx=37 baseline=B
|
| 131 |
+
[eval] sample_idx=37 tvcd=B
|
| 132 |
+
[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4
|
| 133 |
+
[eval] sample_idx=38 baseline=B
|
| 134 |
+
[eval] sample_idx=38 tvcd=B
|
| 135 |
+
[eval] sample_idx=39 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4
|
| 136 |
+
[eval] sample_idx=39 baseline=B
|
| 137 |
+
[eval] sample_idx=39 tvcd=B
|
| 138 |
+
{'samples_done': 40, 'baseline_acc': 0.4, 'tvcd_acc': 0.425, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 139 |
+
[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4
|
| 140 |
+
[eval] sample_idx=40 baseline=F
|
| 141 |
+
[eval] sample_idx=40 tvcd=F
|
| 142 |
+
[eval] sample_idx=41 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 143 |
+
[eval] sample_idx=41 baseline=A
|
| 144 |
+
[eval] sample_idx=41 tvcd=A
|
| 145 |
+
[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 146 |
+
[eval] sample_idx=42 baseline=I
|
| 147 |
+
[eval] sample_idx=42 tvcd=I
|
| 148 |
+
[eval] sample_idx=43 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4
|
| 149 |
+
[eval] sample_idx=43 baseline=B
|
| 150 |
+
[eval] sample_idx=43 tvcd=B
|
| 151 |
+
[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/liuwen.MP4
|
| 152 |
+
[eval] sample_idx=44 baseline=B
|
| 153 |
+
[eval] sample_idx=44 tvcd=B
|
| 154 |
+
[eval] sample_idx=45 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lixuyang.MP4
|
| 155 |
+
[eval] sample_idx=45 baseline=D
|
| 156 |
+
[eval] sample_idx=45 tvcd=C
|
| 157 |
+
[eval] sample_idx=46 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4
|
| 158 |
+
[eval] sample_idx=46 baseline=C
|
| 159 |
+
[eval] sample_idx=46 tvcd=C
|
| 160 |
+
[eval] sample_idx=47 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ATV2F.mp4
|
| 161 |
+
[eval] sample_idx=47 baseline=D
|
| 162 |
+
[eval] sample_idx=47 tvcd=D
|
| 163 |
+
[eval] sample_idx=48 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NE37I.mp4
|
| 164 |
+
[eval] sample_idx=48 baseline=A
|
| 165 |
+
[eval] sample_idx=48 tvcd=A
|
| 166 |
+
[eval] sample_idx=49 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_06545.mp4
|
| 167 |
+
[eval] sample_idx=49 baseline=D
|
| 168 |
+
[eval] sample_idx=49 tvcd=D
|
| 169 |
+
{'samples_done': 50, 'baseline_acc': 0.4, 'tvcd_acc': 0.42, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 170 |
+
[eval] sample_idx=50 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 171 |
+
[eval] sample_idx=50 baseline=K
|
| 172 |
+
[eval] sample_idx=50 tvcd=K
|
| 173 |
+
[eval] sample_idx=51 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/xiaoyuting.MP4
|
| 174 |
+
[eval] sample_idx=51 baseline=D
|
| 175 |
+
[eval] sample_idx=51 tvcd=D
|
| 176 |
+
[eval] sample_idx=52 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/sunshuo.MP4
|
| 177 |
+
[eval] sample_idx=52 baseline=A
|
| 178 |
+
[eval] sample_idx=52 tvcd=A
|
| 179 |
+
[eval] sample_idx=53 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4
|
| 180 |
+
[eval] sample_idx=53 baseline=D
|
| 181 |
+
[eval] sample_idx=53 tvcd=D
|
| 182 |
+
[eval] sample_idx=54 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/limutong.MP4
|
| 183 |
+
[eval] sample_idx=54 baseline=D
|
| 184 |
+
[eval] sample_idx=54 tvcd=D
|
| 185 |
+
[eval] sample_idx=55 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/17RPG.mp4
|
| 186 |
+
[eval] sample_idx=55 baseline=A
|
| 187 |
+
[eval] sample_idx=55 tvcd=A
|
| 188 |
+
[eval] sample_idx=56 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/75KQ6.mp4
|
| 189 |
+
[eval] sample_idx=56 baseline=A
|
| 190 |
+
[eval] sample_idx=56 tvcd=A
|
| 191 |
+
[eval] sample_idx=57 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/limutong.MP4
|
| 192 |
+
[eval] sample_idx=57 baseline=C
|
| 193 |
+
[eval] sample_idx=57 tvcd=C
|
| 194 |
+
[eval] sample_idx=58 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangconghui.MP4
|
| 195 |
+
[eval] sample_idx=58 baseline=D
|
| 196 |
+
[eval] sample_idx=58 tvcd=D
|
| 197 |
+
[eval] sample_idx=59 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/EG1XK.mp4
|
| 198 |
+
[eval] sample_idx=59 baseline=A
|
| 199 |
+
[eval] sample_idx=59 tvcd=A
|
| 200 |
+
{'samples_done': 60, 'baseline_acc': 0.4166666666666667, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 201 |
+
[eval] sample_idx=60 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 202 |
+
[eval] sample_idx=60 baseline=B
|
| 203 |
+
[eval] sample_idx=60 tvcd=B
|
| 204 |
+
[eval] sample_idx=61 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.4/sunxiaohui.MP4
|
| 205 |
+
[eval] sample_idx=61 baseline=E
|
| 206 |
+
[eval] sample_idx=61 tvcd=E
|
| 207 |
+
[eval] sample_idx=62 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4
|
| 208 |
+
[eval] sample_idx=62 baseline=E
|
| 209 |
+
[eval] sample_idx=62 tvcd=E
|
| 210 |
+
[eval] sample_idx=63 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 211 |
+
[eval] sample_idx=63 baseline=B
|
| 212 |
+
[eval] sample_idx=63 tvcd=B
|
| 213 |
+
[eval] sample_idx=64 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/qianyicheng.MP4
|
| 214 |
+
[eval] sample_idx=64 baseline=E
|
| 215 |
+
[eval] sample_idx=64 tvcd=E
|
| 216 |
+
[eval] sample_idx=65 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/wangzixiao.MP4
|
| 217 |
+
[eval] sample_idx=65 baseline=E
|
| 218 |
+
[eval] sample_idx=65 tvcd=E
|
| 219 |
+
[eval] sample_idx=66 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lizhuoru.MP4
|
| 220 |
+
[eval] sample_idx=66 baseline=D
|
| 221 |
+
[eval] sample_idx=66 tvcd=D
|
| 222 |
+
[eval] sample_idx=67 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 223 |
+
[eval] sample_idx=67 baseline=E
|
| 224 |
+
[eval] sample_idx=67 tvcd=E
|
| 225 |
+
[eval] sample_idx=68 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/306S9.mp4
|
| 226 |
+
[eval] sample_idx=68 baseline=C
|
| 227 |
+
[eval] sample_idx=68 tvcd=C
|
| 228 |
+
[eval] sample_idx=69 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhoukang.MP4
|
| 229 |
+
[eval] sample_idx=69 baseline=G
|
| 230 |
+
[eval] sample_idx=69 tvcd=G
|
| 231 |
+
{'samples_done': 70, 'baseline_acc': 0.42857142857142855, 'tvcd_acc': 0.44285714285714284, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 232 |
+
[eval] sample_idx=70 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/XLR4B.mp4
|
| 233 |
+
[eval] sample_idx=70 baseline=C
|
| 234 |
+
[eval] sample_idx=70 tvcd=C
|
| 235 |
+
[eval] sample_idx=71 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/xuyanyu.MP4
|
| 236 |
+
[eval] sample_idx=71 baseline=D
|
| 237 |
+
[eval] sample_idx=71 tvcd=D
|
| 238 |
+
[eval] sample_idx=72 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/1HAYV.mp4
|
| 239 |
+
[eval] sample_idx=72 baseline=C
|
| 240 |
+
[eval] sample_idx=72 tvcd=C
|
| 241 |
+
[eval] sample_idx=73 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/9O0HH.mp4
|
| 242 |
+
[eval] sample_idx=73 baseline=C
|
| 243 |
+
[eval] sample_idx=73 tvcd=C
|
| 244 |
+
[eval] sample_idx=74 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/gaoshiyuan.MP4
|
| 245 |
+
[eval] sample_idx=74 baseline=B
|
| 246 |
+
[eval] sample_idx=74 tvcd=B
|
| 247 |
+
[eval] sample_idx=75 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4
|
| 248 |
+
[eval] sample_idx=75 baseline=D
|
| 249 |
+
[eval] sample_idx=75 tvcd=D
|
| 250 |
+
[eval] sample_idx=76 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/sunshuo.MP4
|
| 251 |
+
[eval] sample_idx=76 baseline=C
|
| 252 |
+
[eval] sample_idx=76 tvcd=C
|
| 253 |
+
[eval] sample_idx=77 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liuyushuai.MP4
|
| 254 |
+
[eval] sample_idx=77 baseline=D
|
| 255 |
+
[eval] sample_idx=77 tvcd=D
|
| 256 |
+
[eval] sample_idx=78 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/sunyuxiang.MP4
|
| 257 |
+
[eval] sample_idx=78 baseline=C
|
| 258 |
+
[eval] sample_idx=78 tvcd=C
|
| 259 |
+
[eval] sample_idx=79 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 260 |
+
[eval] sample_idx=79 baseline=D
|
| 261 |
+
[eval] sample_idx=79 tvcd=D
|
| 262 |
+
{'samples_done': 80, 'baseline_acc': 0.4125, 'tvcd_acc': 0.425, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 263 |
+
[eval] sample_idx=80 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/congpeishan.MP4
|
| 264 |
+
[eval] sample_idx=80 baseline=A
|
| 265 |
+
[eval] sample_idx=80 tvcd=A
|
| 266 |
+
[eval] sample_idx=81 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 267 |
+
[eval] sample_idx=81 baseline=F
|
| 268 |
+
[eval] sample_idx=81 tvcd=F
|
| 269 |
+
[eval] sample_idx=82 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/qianyicheng.MP4
|
| 270 |
+
[eval] sample_idx=82 baseline=A
|
| 271 |
+
[eval] sample_idx=82 tvcd=A
|
| 272 |
+
[eval] sample_idx=83 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/qiufeng.MP4
|
| 273 |
+
[eval] sample_idx=83 baseline=B
|
| 274 |
+
[eval] sample_idx=83 tvcd=B
|
| 275 |
+
[eval] sample_idx=84 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.5/songjiahe.MP4
|
| 276 |
+
[eval] sample_idx=84 baseline=F
|
| 277 |
+
[eval] sample_idx=84 tvcd=F
|
| 278 |
+
[eval] sample_idx=85 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 279 |
+
[eval] sample_idx=85 baseline=I
|
| 280 |
+
[eval] sample_idx=85 tvcd=I
|
| 281 |
+
[eval] sample_idx=86 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xuyanyu.MP4
|
| 282 |
+
[eval] sample_idx=86 baseline=F
|
| 283 |
+
[eval] sample_idx=86 tvcd=F
|
| 284 |
+
[eval] sample_idx=87 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 285 |
+
[eval] sample_idx=87 baseline=F
|
| 286 |
+
[eval] sample_idx=87 tvcd=F
|
| 287 |
+
[eval] sample_idx=88 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/sunyuxiang.MP4
|
| 288 |
+
[eval] sample_idx=88 baseline=D
|
| 289 |
+
[eval] sample_idx=88 tvcd=D
|
| 290 |
+
[eval] sample_idx=89 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.5/tianpengchao.MP4
|
| 291 |
+
[eval] sample_idx=89 baseline=D
|
| 292 |
+
[eval] sample_idx=89 tvcd=D
|
| 293 |
+
{'samples_done': 90, 'baseline_acc': 0.4111111111111111, 'tvcd_acc': 0.4222222222222222, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 294 |
+
[eval] sample_idx=90 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.3/sunxiaohui.MP4
|
| 295 |
+
[eval] sample_idx=90 baseline=H
|
| 296 |
+
[eval] sample_idx=90 tvcd=H
|
| 297 |
+
[eval] sample_idx=91 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xuyanyu.MP4
|
| 298 |
+
[eval] sample_idx=91 baseline=C
|
| 299 |
+
[eval] sample_idx=91 tvcd=C
|
| 300 |
+
[eval] sample_idx=92 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.3/zhoukang.MP4
|
| 301 |
+
[eval] sample_idx=92 baseline=D
|
| 302 |
+
[eval] sample_idx=92 tvcd=D
|
| 303 |
+
[eval] sample_idx=93 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.5/xiangbo.MP4
|
| 304 |
+
[eval] sample_idx=93 baseline=C
|
| 305 |
+
[eval] sample_idx=93 tvcd=C
|
| 306 |
+
[eval] sample_idx=94 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 307 |
+
[eval] sample_idx=94 baseline=E
|
| 308 |
+
[eval] sample_idx=94 tvcd=E
|
| 309 |
+
[eval] sample_idx=95 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhangconghui.MP4
|
| 310 |
+
[eval] sample_idx=95 baseline=A
|
| 311 |
+
[eval] sample_idx=95 tvcd=A
|
| 312 |
+
[eval] sample_idx=96 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/chenyijun.MP4
|
| 313 |
+
[eval] sample_idx=96 baseline=C
|
| 314 |
+
[eval] sample_idx=96 tvcd=C
|
| 315 |
+
[eval] sample_idx=97 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/sunxiaohui.MP4
|
| 316 |
+
[eval] sample_idx=97 baseline=C
|
| 317 |
+
[eval] sample_idx=97 tvcd=C
|
| 318 |
+
[eval] sample_idx=98 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/congpeishan.MP4
|
| 319 |
+
[eval] sample_idx=98 baseline=C
|
| 320 |
+
[eval] sample_idx=98 tvcd=C
|
| 321 |
+
[eval] sample_idx=99 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/congpeishan.MP4
|
| 322 |
+
[eval] sample_idx=99 baseline=K
|
| 323 |
+
[eval] sample_idx=99 tvcd=M
|
| 324 |
+
{'samples_done': 100, 'baseline_acc': 0.38, 'tvcd_acc': 0.39, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 325 |
+
[eval] sample_idx=100 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
|
| 326 |
+
[eval] sample_idx=100 baseline=B
|
| 327 |
+
[eval] sample_idx=100 tvcd=B
|
| 328 |
+
[eval] sample_idx=101 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
|
| 329 |
+
[eval] sample_idx=101 baseline=C
|
| 330 |
+
[eval] sample_idx=101 tvcd=A
|
| 331 |
+
[eval] sample_idx=102 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
|
| 332 |
+
[eval] sample_idx=102 baseline=A
|
| 333 |
+
[eval] sample_idx=102 tvcd=A
|
| 334 |
+
[eval] sample_idx=103 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
|
| 335 |
+
[eval] sample_idx=103 baseline=D
|
| 336 |
+
[eval] sample_idx=103 tvcd=D
|
| 337 |
+
[eval] sample_idx=104 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
|
| 338 |
+
[eval] sample_idx=104 baseline=A
|
| 339 |
+
[eval] sample_idx=104 tvcd=A
|
| 340 |
+
[eval] sample_idx=105 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
|
| 341 |
+
[eval] sample_idx=105 baseline=B
|
| 342 |
+
[eval] sample_idx=105 tvcd=B
|
| 343 |
+
[eval] sample_idx=106 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
|
| 344 |
+
[eval] sample_idx=106 baseline=B
|
| 345 |
+
[eval] sample_idx=106 tvcd=B
|
| 346 |
+
[eval] sample_idx=107 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
|
| 347 |
+
[eval] sample_idx=107 baseline=B
|
| 348 |
+
[eval] sample_idx=107 tvcd=B
|
| 349 |
+
[eval] sample_idx=108 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/MGDO2.mp4
|
| 350 |
+
[eval] sample_idx=108 baseline=C
|
| 351 |
+
[eval] sample_idx=108 tvcd=C
|
| 352 |
+
[eval] sample_idx=109 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5580.mp4
|
| 353 |
+
[eval] sample_idx=109 baseline=A
|
| 354 |
+
[eval] sample_idx=109 tvcd=A
|
| 355 |
+
{'samples_done': 110, 'baseline_acc': 0.39090909090909093, 'tvcd_acc': 0.39090909090909093, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 356 |
+
[eval] sample_idx=110 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_plE3KNmuwj4.mp4
|
| 357 |
+
[eval] sample_idx=110 baseline=B
|
| 358 |
+
[eval] sample_idx=110 tvcd=B
|
| 359 |
+
[eval] sample_idx=111 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_GK4Bw56NA00.mp4
|
| 360 |
+
[h264 @ 0x5577e46e4f40] mmco: unref short failure
|
| 361 |
+
[h264 @ 0x5577e46e4f40] mmco: unref short failure
|
| 362 |
+
[eval] sample_idx=111 baseline=C
|
| 363 |
+
[eval] sample_idx=111 tvcd=C
|
| 364 |
+
[eval] sample_idx=112 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09658.mp4
|
| 365 |
+
[eval] sample_idx=112 baseline=A
|
| 366 |
+
[eval] sample_idx=112 tvcd=A
|
| 367 |
+
[eval] sample_idx=113 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6q7LQZLC_N8.mp4
|
| 368 |
+
[eval] sample_idx=113 baseline=B
|
| 369 |
+
[eval] sample_idx=113 tvcd=B
|
| 370 |
+
[eval] sample_idx=114 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_POYg9zju63U.mp4
|
| 371 |
+
[eval] sample_idx=114 baseline=A
|
| 372 |
+
[eval] sample_idx=114 tvcd=A
|
| 373 |
+
[eval] sample_idx=115 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/116/nB-z3lmxFXM/split_3.mp4
|
| 374 |
+
[eval] sample_idx=115 baseline=A
|
| 375 |
+
[eval] sample_idx=115 tvcd=A
|
| 376 |
+
[eval] sample_idx=116 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Gxjfc5O6AAc.mp4
|
| 377 |
+
[eval] sample_idx=116 baseline=D
|
| 378 |
+
[eval] sample_idx=116 tvcd=D
|
| 379 |
+
[eval] sample_idx=117 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/GRBUE.mp4
|
| 380 |
+
[eval] sample_idx=117 baseline=D
|
| 381 |
+
[eval] sample_idx=117 tvcd=A
|
| 382 |
+
[eval] sample_idx=118 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/4WO5F.mp4
|
| 383 |
+
[eval] sample_idx=118 baseline=C
|
| 384 |
+
[eval] sample_idx=118 tvcd=C
|
| 385 |
+
[eval] sample_idx=119 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_VDQnv_ZaxyU.mp4
|
| 386 |
+
[eval] sample_idx=119 baseline=A
|
| 387 |
+
[eval] sample_idx=119 tvcd=A
|
| 388 |
+
{'samples_done': 120, 'baseline_acc': 0.4083333333333333, 'tvcd_acc': 0.4083333333333333, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 389 |
+
[eval] sample_idx=120 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/TESF6.mp4
|
| 390 |
+
[eval] sample_idx=120 baseline=B
|
| 391 |
+
[eval] sample_idx=120 tvcd=B
|
| 392 |
+
[eval] sample_idx=121 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rga8jijBCBc.mp4
|
| 393 |
+
[eval] sample_idx=121 baseline=A
|
| 394 |
+
[eval] sample_idx=121 tvcd=A
|
| 395 |
+
[eval] sample_idx=122 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/3MX8V.mp4
|
| 396 |
+
[eval] sample_idx=122 baseline=C
|
| 397 |
+
[eval] sample_idx=122 tvcd=C
|
| 398 |
+
[eval] sample_idx=123 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_GJz8FEFB70w.mp4
|
| 399 |
+
[eval] sample_idx=123 baseline=A
|
| 400 |
+
[eval] sample_idx=123 tvcd=A
|
| 401 |
+
[eval] sample_idx=124 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_O74xgVevjec.mp4
|
| 402 |
+
[eval] sample_idx=124 baseline=C
|
| 403 |
+
[eval] sample_idx=124 tvcd=C
|
| 404 |
+
[eval] sample_idx=125 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_icnTChAFwZM.mp4
|
| 405 |
+
[eval] sample_idx=125 baseline=B
|
| 406 |
+
[eval] sample_idx=125 tvcd=B
|
| 407 |
+
[eval] sample_idx=126 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/R2YKH.mp4
|
| 408 |
+
[eval] sample_idx=126 baseline=B
|
| 409 |
+
[eval] sample_idx=126 tvcd=B
|
| 410 |
+
[eval] sample_idx=127 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/OIRPJ.mp4
|
| 411 |
+
[eval] sample_idx=127 baseline=B
|
| 412 |
+
[eval] sample_idx=127 tvcd=B
|
| 413 |
+
[eval] sample_idx=128 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07608.mp4
|
| 414 |
+
[eval] sample_idx=128 baseline=B
|
| 415 |
+
[eval] sample_idx=128 tvcd=B
|
| 416 |
+
[eval] sample_idx=129 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_0NT9hFCB8gI.mp4
|
| 417 |
+
[eval] sample_idx=129 baseline=C
|
| 418 |
+
[eval] sample_idx=129 tvcd=C
|
| 419 |
+
{'samples_done': 130, 'baseline_acc': 0.4153846153846154, 'tvcd_acc': 0.4153846153846154, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 420 |
+
[eval] sample_idx=130 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_BsceC-igcTY.mp4
|
| 421 |
+
[eval] sample_idx=130 baseline=A
|
| 422 |
+
[eval] sample_idx=130 tvcd=A
|
| 423 |
+
[eval] sample_idx=131 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_mWj6lO9PZCs.mp4
|
| 424 |
+
[eval] sample_idx=131 baseline=C
|
| 425 |
+
[eval] sample_idx=131 tvcd=C
|
| 426 |
+
[eval] sample_idx=132 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04826.mp4
|
| 427 |
+
[eval] sample_idx=132 baseline=Athe cylinder
|
| 428 |
+
[eval] sample_idx=132 tvcd=A
|
| 429 |
+
[eval] sample_idx=133 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PRT0Z9HPF4U.mp4
|
| 430 |
+
[eval] sample_idx=133 baseline=C
|
| 431 |
+
[eval] sample_idx=133 tvcd=C
|
| 432 |
+
[eval] sample_idx=134 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_QjoEYtjPa3w.mp4
|
| 433 |
+
[eval] sample_idx=134 baseline=A
|
| 434 |
+
[eval] sample_idx=134 tvcd=A
|
| 435 |
+
[eval] sample_idx=135 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/124/5RZ2wO2IH54/split_2.mp4
|
| 436 |
+
[eval] sample_idx=135 baseline=B
|
| 437 |
+
[eval] sample_idx=135 tvcd=B
|
| 438 |
+
[eval] sample_idx=136 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_WSGXoKV9vLs.mp4
|
| 439 |
+
[eval] sample_idx=136 baseline=C
|
| 440 |
+
[eval] sample_idx=136 tvcd=C
|
| 441 |
+
[eval] sample_idx=137 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/110/Zi0Ou5dfsWs/split_2.mp4
|
| 442 |
+
[eval] sample_idx=137 baseline=A
|
| 443 |
+
[eval] sample_idx=137 tvcd=A
|
| 444 |
+
[eval] sample_idx=138 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02942.mp4
|
| 445 |
+
[eval] sample_idx=138 baseline=C
|
| 446 |
+
[eval] sample_idx=138 tvcd=C
|
| 447 |
+
[eval] sample_idx=139 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_0Q_qC_aI2IY.mp4
|
| 448 |
+
[eval] sample_idx=139 baseline=C
|
| 449 |
+
[eval] sample_idx=139 tvcd=C
|
| 450 |
+
{'samples_done': 140, 'baseline_acc': 0.45, 'tvcd_acc': 0.45714285714285713, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 451 |
+
[eval] sample_idx=140 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/U0P7W.mp4
|
| 452 |
+
[eval] sample_idx=140 baseline=D
|
| 453 |
+
[eval] sample_idx=140 tvcd=D
|
| 454 |
+
[eval] sample_idx=141 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_CZEYIrJVYI4.mp4
|
| 455 |
+
[eval] sample_idx=141 baseline=C
|
| 456 |
+
[eval] sample_idx=141 tvcd=C
|
| 457 |
+
[eval] sample_idx=142 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08093.mp4
|
| 458 |
+
[eval] sample_idx=142 baseline=A
|
| 459 |
+
[eval] sample_idx=142 tvcd=A
|
| 460 |
+
[eval] sample_idx=143 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HOI6L.mp4
|
| 461 |
+
[eval] sample_idx=143 baseline=D
|
| 462 |
+
[eval] sample_idx=143 tvcd=D
|
| 463 |
+
[eval] sample_idx=144 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1162/7649295416.mp4
|
| 464 |
+
[eval] sample_idx=144 baseline=E
|
| 465 |
+
[eval] sample_idx=144 tvcd=E
|
| 466 |
+
[eval] sample_idx=145 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_CXb3Ce7s6G0.mp4
|
| 467 |
+
[eval] sample_idx=145 baseline=A
|
| 468 |
+
[eval] sample_idx=145 tvcd=A
|
| 469 |
+
[eval] sample_idx=146 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_asLRIsN6wLQ.mp4
|
| 470 |
+
[eval] sample_idx=146 baseline=A
|
| 471 |
+
[eval] sample_idx=146 tvcd=A
|
| 472 |
+
[eval] sample_idx=147 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/E5TW6.mp4
|
| 473 |
+
[eval] sample_idx=147 baseline=D
|
| 474 |
+
[eval] sample_idx=147 tvcd=D
|
| 475 |
+
[eval] sample_idx=148 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/C7G1S.mp4
|
| 476 |
+
[eval] sample_idx=148 baseline=C
|
| 477 |
+
[eval] sample_idx=148 tvcd=C
|
| 478 |
+
[eval] sample_idx=149 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_sGFbsMKkoYs.mp4
|
| 479 |
+
[eval] sample_idx=149 baseline=C
|
| 480 |
+
[eval] sample_idx=149 tvcd=C
|
| 481 |
+
{'samples_done': 150, 'baseline_acc': 0.47333333333333333, 'tvcd_acc': 0.48, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 482 |
+
[eval] sample_idx=150 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/230/d_-261CDy18/split_0.mp4
|
| 483 |
+
[eval] sample_idx=150 baseline=D
|
| 484 |
+
[eval] sample_idx=150 tvcd=A
|
| 485 |
+
[eval] sample_idx=151 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V4YCA.mp4
|
| 486 |
+
[eval] sample_idx=151 baseline=C
|
| 487 |
+
[eval] sample_idx=151 tvcd=C
|
| 488 |
+
[eval] sample_idx=152 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/WUTHF.mp4
|
| 489 |
+
[eval] sample_idx=152 baseline=A
|
| 490 |
+
[eval] sample_idx=152 tvcd=A
|
| 491 |
+
[eval] sample_idx=153 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
|
| 492 |
+
[eval] sample_idx=153 baseline=D
|
| 493 |
+
[eval] sample_idx=153 tvcd=D
|
| 494 |
+
[eval] sample_idx=154 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/203/SDHOR15oWwU/split_0.mp4
|
| 495 |
+
[eval] sample_idx=154 baseline=B
|
| 496 |
+
[eval] sample_idx=154 tvcd=B
|
| 497 |
+
[eval] sample_idx=155 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_l-Z0iyBNxpk.mp4
|
| 498 |
+
[h264 @ 0x5577e47fd000] mmco: unref short failure
|
| 499 |
+
[eval] sample_idx=155 baseline=B
|
| 500 |
+
[eval] sample_idx=155 tvcd=B
|
| 501 |
+
[eval] sample_idx=156 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03646.mp4
|
| 502 |
+
[eval] sample_idx=156 baseline=A
|
| 503 |
+
[eval] sample_idx=156 tvcd=A
|
| 504 |
+
[eval] sample_idx=157 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_hSSHf_c1q5I.mp4
|
| 505 |
+
[h264 @ 0x5577e49dc400] mmco: unref short failure
|
| 506 |
+
[h264 @ 0x5577e49dc400] mmco: unref short failure
|
| 507 |
+
[h264 @ 0x5577e49dc400] mmco: unref short failure
|
| 508 |
+
[eval] sample_idx=157 baseline=D
|
| 509 |
+
[eval] sample_idx=157 tvcd=D
|
| 510 |
+
[eval] sample_idx=158 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/221/HXqC_xWsKkY/split_3.mp4
|
| 511 |
+
[eval] sample_idx=158 baseline=A
|
| 512 |
+
[eval] sample_idx=158 tvcd=A
|
| 513 |
+
[eval] sample_idx=159 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_15pcz3sQVQQ.mp4
|
| 514 |
+
[eval] sample_idx=159 baseline=D
|
| 515 |
+
[eval] sample_idx=159 tvcd=D
|
| 516 |
+
{'samples_done': 160, 'baseline_acc': 0.4875, 'tvcd_acc': 0.4875, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 517 |
+
[eval] sample_idx=160 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/201/zbOnhbcikz0/split_10.mp4
|
| 518 |
+
[eval] sample_idx=160 baseline=C
|
| 519 |
+
[eval] sample_idx=160 tvcd=C
|
| 520 |
+
[eval] sample_idx=161 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1001/7533538186.mp4
|
| 521 |
+
[eval] sample_idx=161 baseline=B
|
| 522 |
+
[eval] sample_idx=161 tvcd=B
|
| 523 |
+
[eval] sample_idx=162 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/KAKC6.mp4
|
| 524 |
+
[eval] sample_idx=162 baseline=B
|
| 525 |
+
[eval] sample_idx=162 tvcd=B
|
| 526 |
+
[eval] sample_idx=163 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/KVYOZ.mp4
|
| 527 |
+
[eval] sample_idx=163 baseline=A
|
| 528 |
+
[eval] sample_idx=163 tvcd=A
|
| 529 |
+
[eval] sample_idx=164 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/114/w7jJ8nsbbKI/split_6.mp4
|
| 530 |
+
[eval] sample_idx=164 baseline=D
|
| 531 |
+
[eval] sample_idx=164 tvcd=D
|
| 532 |
+
[eval] sample_idx=165 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_81k4vwur1Gk.mp4
|
| 533 |
+
[h264 @ 0x5577e47b7580] mmco: unref short failure
|
| 534 |
+
[eval] sample_idx=165 baseline=B
|
| 535 |
+
[eval] sample_idx=165 tvcd=B
|
| 536 |
+
[eval] sample_idx=166 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8028.mp4
|
| 537 |
+
[eval] sample_idx=166 baseline=A
|
| 538 |
+
[eval] sample_idx=166 tvcd=A
|
| 539 |
+
[eval] sample_idx=167 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_7.mp4
|
| 540 |
+
[eval] sample_idx=167 baseline=C
|
| 541 |
+
[eval] sample_idx=167 tvcd=C
|
| 542 |
+
[eval] sample_idx=168 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/211/kpRcFx8JQl0/split_3.mp4
|
| 543 |
+
[eval] sample_idx=168 baseline=B
|
| 544 |
+
[eval] sample_idx=168 tvcd=B
|
| 545 |
+
[eval] sample_idx=169 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/410/g1jFJYtQ9_s/split_3.mp4
|
| 546 |
+
[eval] sample_idx=169 baseline=A
|
| 547 |
+
[eval] sample_idx=169 tvcd=A
|
| 548 |
+
{'samples_done': 170, 'baseline_acc': 0.49411764705882355, 'tvcd_acc': 0.49411764705882355, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 549 |
+
[eval] sample_idx=170 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PvCrOrnwdWo.mp4
|
| 550 |
+
[eval] sample_idx=170 baseline=D
|
| 551 |
+
[eval] sample_idx=170 tvcd=D
|
| 552 |
+
[eval] sample_idx=171 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_ZjbBmS8Q8kM.mp4
|
| 553 |
+
[eval] sample_idx=171 baseline=D
|
| 554 |
+
[eval] sample_idx=171 tvcd=D
|
| 555 |
+
[eval] sample_idx=172 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_OBc6qM6FL7Y.mp4
|
| 556 |
+
[eval] sample_idx=172 baseline=C
|
| 557 |
+
[eval] sample_idx=172 tvcd=C
|
| 558 |
+
[eval] sample_idx=173 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Ap7GCrt9C4w.mp4
|
| 559 |
+
[eval] sample_idx=173 baseline=A
|
| 560 |
+
[eval] sample_idx=173 tvcd=A
|
| 561 |
+
[eval] sample_idx=174 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_lbABIY0NlFE.mp4
|
| 562 |
+
[eval] sample_idx=174 baseline=D
|
| 563 |
+
[eval] sample_idx=174 tvcd=D
|
| 564 |
+
[eval] sample_idx=175 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_mcS9LX_P4BA.mp4
|
| 565 |
+
[eval] sample_idx=175 baseline=A
|
| 566 |
+
[eval] sample_idx=175 tvcd=A
|
| 567 |
+
[eval] sample_idx=176 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/2M9YL.mp4
|
| 568 |
+
[eval] sample_idx=176 baseline=B
|
| 569 |
+
[eval] sample_idx=176 tvcd=B
|
| 570 |
+
[eval] sample_idx=177 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/PVBUM.mp4
|
| 571 |
+
[eval] sample_idx=177 baseline=C
|
| 572 |
+
[eval] sample_idx=177 tvcd=C
|
| 573 |
+
[eval] sample_idx=178 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/L09BS.mp4
|
| 574 |
+
[eval] sample_idx=178 baseline=B
|
| 575 |
+
[eval] sample_idx=178 tvcd=B
|
| 576 |
+
[eval] sample_idx=179 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/203/XlAZJB-uAO0/split_3.mp4
|
| 577 |
+
[eval] sample_idx=179 baseline=B
|
| 578 |
+
[eval] sample_idx=179 tvcd=B
|
| 579 |
+
{'samples_done': 180, 'baseline_acc': 0.5055555555555555, 'tvcd_acc': 0.5055555555555555, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 580 |
+
[eval] sample_idx=180 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/IA7X9.mp4
|
| 581 |
+
[eval] sample_idx=180 baseline=D
|
| 582 |
+
[eval] sample_idx=180 tvcd=C
|
| 583 |
+
[eval] sample_idx=181 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_X5UoLcloHIM.mp4
|
| 584 |
+
[eval] sample_idx=181 baseline=C
|
| 585 |
+
[eval] sample_idx=181 tvcd=C
|
| 586 |
+
[eval] sample_idx=182 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/QWHFE.mp4
|
| 587 |
+
[eval] sample_idx=182 baseline=D
|
| 588 |
+
[eval] sample_idx=182 tvcd=D
|
| 589 |
+
[eval] sample_idx=183 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_lx83HHNNrlc.mp4
|
| 590 |
+
[eval] sample_idx=183 baseline=A
|
| 591 |
+
[eval] sample_idx=183 tvcd=A
|
| 592 |
+
[eval] sample_idx=184 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Jd1Qk1bI7DM.mp4
|
| 593 |
+
[eval] sample_idx=184 baseline=C
|
| 594 |
+
[eval] sample_idx=184 tvcd=C
|
| 595 |
+
[eval] sample_idx=185 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/Njhy1XmKRiQ/split_1.mp4
|
| 596 |
+
[eval] sample_idx=185 baseline=C
|
| 597 |
+
[eval] sample_idx=185 tvcd=C
|
| 598 |
+
[eval] sample_idx=186 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/23X63.mp4
|
| 599 |
+
[eval] sample_idx=186 baseline=A
|
| 600 |
+
[eval] sample_idx=186 tvcd=A
|
| 601 |
+
[eval] sample_idx=187 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1100/3420639395.mp4
|
| 602 |
+
[eval] sample_idx=187 baseline=A
|
| 603 |
+
[eval] sample_idx=187 tvcd=A
|
| 604 |
+
[eval] sample_idx=188 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00080.mp4
|
| 605 |
+
[eval] sample_idx=188 baseline=A
|
| 606 |
+
[eval] sample_idx=188 tvcd=A
|
| 607 |
+
[eval] sample_idx=189 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_sRol1BJ9EUk.mp4
|
| 608 |
+
[eval] sample_idx=189 baseline=B
|
| 609 |
+
[eval] sample_idx=189 tvcd=B
|
| 610 |
+
{'samples_done': 190, 'baseline_acc': 0.5157894736842106, 'tvcd_acc': 0.5210526315789473, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 611 |
+
[eval] sample_idx=190 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/REOES.mp4
|
| 612 |
+
[eval] sample_idx=190 baseline=A
|
| 613 |
+
[eval] sample_idx=190 tvcd=A
|
| 614 |
+
[eval] sample_idx=191 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/ADK5J.mp4
|
| 615 |
+
[eval] sample_idx=191 baseline=D
|
| 616 |
+
[eval] sample_idx=191 tvcd=D
|
| 617 |
+
[eval] sample_idx=192 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_m7vcstRI23E.mp4
|
| 618 |
+
[eval] sample_idx=192 baseline=B
|
| 619 |
+
[eval] sample_idx=192 tvcd=B
|
| 620 |
+
[eval] sample_idx=193 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/107/I9nR5rDP7nQ/split_3.mp4
|
| 621 |
+
[eval] sample_idx=193 baseline=C
|
| 622 |
+
[eval] sample_idx=193 tvcd=B
|
| 623 |
+
[eval] sample_idx=194 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1019/8093267471.mp4
|
| 624 |
+
[eval] sample_idx=194 baseline=A
|
| 625 |
+
[eval] sample_idx=194 tvcd=A
|
| 626 |
+
[eval] sample_idx=195 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07159.mp4
|
| 627 |
+
[eval] sample_idx=195 baseline=D
|
| 628 |
+
[eval] sample_idx=195 tvcd=D
|
| 629 |
+
[eval] sample_idx=196 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/ego4d/30e92705-46ad-481c-94ff-6e20ff8e78ca.mp4
|
| 630 |
+
[eval] sample_idx=196 baseline=D
|
| 631 |
+
[eval] sample_idx=196 tvcd=D
|
| 632 |
+
[eval] sample_idx=197 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/421/60TXip7-W-E/split_8.mp4
|
| 633 |
+
[eval] sample_idx=197 baseline=B
|
| 634 |
+
[eval] sample_idx=197 tvcd=B
|
| 635 |
+
[eval] sample_idx=198 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_wIcK3bQNqcA.mp4
|
| 636 |
+
[eval] sample_idx=198 baseline=A
|
| 637 |
+
[eval] sample_idx=198 tvcd=B
|
| 638 |
+
[eval] sample_idx=199 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1738.mp4
|
| 639 |
+
[eval] sample_idx=199 baseline=A
|
| 640 |
+
[eval] sample_idx=199 tvcd=A
|
| 641 |
+
{'samples_done': 200, 'baseline_acc': 0.54, 'tvcd_acc': 0.535, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 642 |
+
[eval] sample_idx=200 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4
|
| 643 |
+
[eval] sample_idx=200 baseline=A
|
| 644 |
+
[eval] sample_idx=200 tvcd=A
|
| 645 |
+
[eval] sample_idx=201 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4
|
| 646 |
+
[eval] sample_idx=201 baseline=C
|
| 647 |
+
[eval] sample_idx=201 tvcd=C
|
| 648 |
+
[eval] sample_idx=202 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4
|
| 649 |
+
[eval] sample_idx=202 baseline=C
|
| 650 |
+
[eval] sample_idx=202 tvcd=C
|
| 651 |
+
[eval] sample_idx=203 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4
|
| 652 |
+
[eval] sample_idx=203 baseline=D
|
| 653 |
+
[eval] sample_idx=203 tvcd=D
|
| 654 |
+
[eval] sample_idx=204 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4
|
| 655 |
+
[eval] sample_idx=204 baseline=C
|
| 656 |
+
[eval] sample_idx=204 tvcd=C
|
| 657 |
+
[eval] sample_idx=205 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
|
| 658 |
+
[eval] sample_idx=205 baseline=B
|
| 659 |
+
[eval] sample_idx=205 tvcd=B
|
| 660 |
+
[eval] sample_idx=206 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4
|
| 661 |
+
[eval] sample_idx=206 baseline=C
|
| 662 |
+
[eval] sample_idx=206 tvcd=C
|
| 663 |
+
[eval] sample_idx=207 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4
|
| 664 |
+
[eval] sample_idx=207 baseline=D
|
| 665 |
+
[eval] sample_idx=207 tvcd=D
|
| 666 |
+
[eval] sample_idx=208 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0R0DJ.mp4
|
| 667 |
+
[eval] sample_idx=208 baseline=D
|
| 668 |
+
[eval] sample_idx=208 tvcd=D
|
| 669 |
+
[eval] sample_idx=209 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1103/5048507824.mp4
|
| 670 |
+
[eval] sample_idx=209 baseline=B
|
| 671 |
+
[eval] sample_idx=209 tvcd=B
|
| 672 |
+
{'samples_done': 210, 'baseline_acc': 0.5523809523809524, 'tvcd_acc': 0.5476190476190477, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 673 |
+
[eval] sample_idx=210 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LFBA7JzLo7g.mp4
|
| 674 |
+
[eval] sample_idx=210 baseline=C
|
| 675 |
+
[eval] sample_idx=210 tvcd=C
|
| 676 |
+
[eval] sample_idx=211 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_TX3wcIPN3Yc.mp4
|
| 677 |
+
[eval] sample_idx=211 baseline=A
|
| 678 |
+
[eval] sample_idx=211 tvcd=A
|
| 679 |
+
[eval] sample_idx=212 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_hT_4wWPNYxo.mp4
|
| 680 |
+
[eval] sample_idx=212 baseline=B
|
| 681 |
+
[eval] sample_idx=212 tvcd=B
|
| 682 |
+
[eval] sample_idx=213 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_tSLMPb-6QY0.mp4
|
| 683 |
+
[eval] sample_idx=213 baseline=D
|
| 684 |
+
[eval] sample_idx=213 tvcd=D
|
| 685 |
+
[eval] sample_idx=214 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/209/TsrTU3CJn2c/split_5.mp4
|
| 686 |
+
[eval] sample_idx=214 baseline=C
|
| 687 |
+
[eval] sample_idx=214 tvcd=C
|
| 688 |
+
[eval] sample_idx=215 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_AfBQ2_UGeXg.mp4
|
| 689 |
+
[eval] sample_idx=215 baseline=B
|
| 690 |
+
[eval] sample_idx=215 tvcd=B
|
| 691 |
+
[eval] sample_idx=216 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yzN9jN3qncA.mp4
|
| 692 |
+
[eval] sample_idx=216 baseline=D
|
| 693 |
+
[eval] sample_idx=216 tvcd=D
|
| 694 |
+
[eval] sample_idx=217 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TsPh4-BsCYk.mp4
|
| 695 |
+
[eval] sample_idx=217 baseline=A
|
| 696 |
+
[eval] sample_idx=217 tvcd=A
|
| 697 |
+
[eval] sample_idx=218 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00594.mp4
|
| 698 |
+
[eval] sample_idx=218 baseline=C
|
| 699 |
+
[eval] sample_idx=218 tvcd=C
|
| 700 |
+
[eval] sample_idx=219 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CYT5I.mp4
|
| 701 |
+
[eval] sample_idx=219 baseline=A
|
| 702 |
+
[eval] sample_idx=219 tvcd=A
|
| 703 |
+
{'samples_done': 220, 'baseline_acc': 0.5545454545454546, 'tvcd_acc': 0.55, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 704 |
+
[eval] sample_idx=220 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u_RzyIJi8qc.mp4
|
| 705 |
+
[eval] sample_idx=220 baseline=D
|
| 706 |
+
[eval] sample_idx=220 tvcd=D
|
| 707 |
+
[eval] sample_idx=221 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03758.mp4
|
| 708 |
+
[eval] sample_idx=221 baseline=B
|
| 709 |
+
[eval] sample_idx=221 tvcd=B
|
| 710 |
+
[eval] sample_idx=222 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1007/2482994684.mp4
|
| 711 |
+
[eval] sample_idx=222 baseline=C
|
| 712 |
+
[eval] sample_idx=222 tvcd=C
|
| 713 |
+
[eval] sample_idx=223 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_6xjXG9UBnL8.mp4
|
| 714 |
+
[h264 @ 0x5577c93ded80] mmco: unref short failure
|
| 715 |
+
[eval] sample_idx=223 baseline=A
|
| 716 |
+
[eval] sample_idx=223 tvcd=A
|
| 717 |
+
[eval] sample_idx=224 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/0026/5986131986.mp4
|
| 718 |
+
[eval] sample_idx=224 baseline=C
|
| 719 |
+
[eval] sample_idx=224 tvcd=C
|
| 720 |
+
[eval] sample_idx=225 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/418/dxK5n3J9pdY/split_6.mp4
|
| 721 |
+
[eval] sample_idx=225 baseline=B
|
| 722 |
+
[eval] sample_idx=225 tvcd=B
|
| 723 |
+
[eval] sample_idx=226 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02554.mp4
|
| 724 |
+
[eval] sample_idx=226 baseline=A
|
| 725 |
+
[eval] sample_idx=226 tvcd=A
|
| 726 |
+
[eval] sample_idx=227 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1015/5697824411.mp4
|
| 727 |
+
[eval] sample_idx=227 baseline=C
|
| 728 |
+
[eval] sample_idx=227 tvcd=C
|
| 729 |
+
[eval] sample_idx=228 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04043.mp4
|
| 730 |
+
[eval] sample_idx=228 baseline=B
|
| 731 |
+
[eval] sample_idx=228 tvcd=B
|
| 732 |
+
[eval] sample_idx=229 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/2846J.mp4
|
| 733 |
+
[eval] sample_idx=229 baseline=D
|
| 734 |
+
[eval] sample_idx=229 tvcd=D
|
| 735 |
+
{'samples_done': 230, 'baseline_acc': 0.5652173913043478, 'tvcd_acc': 0.5608695652173913, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 736 |
+
[eval] sample_idx=230 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LZxTeIeuqT8.mp4
|
| 737 |
+
[eval] sample_idx=230 baseline=A
|
| 738 |
+
[eval] sample_idx=230 tvcd=A
|
| 739 |
+
[eval] sample_idx=231 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1018/4302198168.mp4
|
| 740 |
+
[eval] sample_idx=231 baseline=A
|
| 741 |
+
[eval] sample_idx=231 tvcd=A
|
| 742 |
+
[eval] sample_idx=232 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00723.mp4
|
| 743 |
+
[eval] sample_idx=232 baseline=C
|
| 744 |
+
[eval] sample_idx=232 tvcd=C
|
| 745 |
+
[eval] sample_idx=233 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/124/MBDYDoIbt5M/split_2.mp4
|
| 746 |
+
[eval] sample_idx=233 baseline=B
|
| 747 |
+
[eval] sample_idx=233 tvcd=B
|
| 748 |
+
[eval] sample_idx=234 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/JC9SA.mp4
|
| 749 |
+
[eval] sample_idx=234 baseline=B
|
| 750 |
+
[eval] sample_idx=234 tvcd=B
|
| 751 |
+
[eval] sample_idx=235 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o1bO6f-Uo8A.mp4
|
| 752 |
+
[eval] sample_idx=235 baseline=D
|
| 753 |
+
[eval] sample_idx=235 tvcd=D
|
| 754 |
+
[eval] sample_idx=236 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/2P6ZP.mp4
|
| 755 |
+
[eval] sample_idx=236 baseline=B
|
| 756 |
+
[eval] sample_idx=236 tvcd=B
|
| 757 |
+
[eval] sample_idx=237 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5C6IS.mp4
|
| 758 |
+
[eval] sample_idx=237 baseline=A
|
| 759 |
+
[eval] sample_idx=237 tvcd=A
|
| 760 |
+
[eval] sample_idx=238 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/MQXAJ.mp4
|
| 761 |
+
[eval] sample_idx=238 baseline=A
|
| 762 |
+
[eval] sample_idx=238 tvcd=A
|
| 763 |
+
[eval] sample_idx=239 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_YiHNmiFzJ9k.mp4
|
| 764 |
+
[eval] sample_idx=239 baseline=C
|
| 765 |
+
[eval] sample_idx=239 tvcd=C
|
| 766 |
+
{'samples_done': 240, 'baseline_acc': 0.5583333333333333, 'tvcd_acc': 0.5541666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 767 |
+
[eval] sample_idx=240 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00185.mp4
|
| 768 |
+
[eval] sample_idx=240 baseline=A
|
| 769 |
+
[eval] sample_idx=240 tvcd=A
|
| 770 |
+
[eval] sample_idx=241 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_0gA_3BAxtVM.mp4
|
| 771 |
+
[eval] sample_idx=241 baseline=B
|
| 772 |
+
[eval] sample_idx=241 tvcd=B
|
| 773 |
+
[eval] sample_idx=242 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_06r6DtoTtSQ.mp4
|
| 774 |
+
[eval] sample_idx=242 baseline=A
|
| 775 |
+
[eval] sample_idx=242 tvcd=A
|
| 776 |
+
[eval] sample_idx=243 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_1Se1ZqCSQvk.mp4
|
| 777 |
+
[eval] sample_idx=243 baseline=A
|
| 778 |
+
[eval] sample_idx=243 tvcd=A
|
| 779 |
+
[eval] sample_idx=244 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Be033nkWyko.mp4
|
| 780 |
+
[eval] sample_idx=244 baseline=B
|
| 781 |
+
[eval] sample_idx=244 tvcd=B
|
| 782 |
+
[eval] sample_idx=245 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05367.mp4
|
| 783 |
+
[eval] sample_idx=245 baseline=D
|
| 784 |
+
[eval] sample_idx=245 tvcd=D
|
| 785 |
+
[eval] sample_idx=246 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/122/G_oxCFd1krc/split_0.mp4
|
| 786 |
+
[eval] sample_idx=246 baseline=A
|
| 787 |
+
[eval] sample_idx=246 tvcd=A
|
| 788 |
+
[eval] sample_idx=247 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_K3wSGMENt-o.mp4
|
| 789 |
+
[eval] sample_idx=247 baseline=B
|
| 790 |
+
[eval] sample_idx=247 tvcd=A
|
| 791 |
+
[eval] sample_idx=248 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/421/D0STPAXDYxg/split_2.mp4
|
| 792 |
+
[eval] sample_idx=248 baseline=C
|
| 793 |
+
[eval] sample_idx=248 tvcd=C
|
| 794 |
+
[eval] sample_idx=249 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/T8XGN.mp4
|
| 795 |
+
[eval] sample_idx=249 baseline=B
|
| 796 |
+
[eval] sample_idx=249 tvcd=B
|
| 797 |
+
{'samples_done': 250, 'baseline_acc': 0.568, 'tvcd_acc': 0.56, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 798 |
+
[eval] sample_idx=250 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_2IN7q_XN0Zw.mp4
|
| 799 |
+
[eval] sample_idx=250 baseline=B
|
| 800 |
+
[eval] sample_idx=250 tvcd=B
|
| 801 |
+
[eval] sample_idx=251 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00534.mp4
|
| 802 |
+
[eval] sample_idx=251 baseline=B
|
| 803 |
+
[eval] sample_idx=251 tvcd=B
|
| 804 |
+
[eval] sample_idx=252 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/QH3WP.mp4
|
| 805 |
+
[eval] sample_idx=252 baseline=A
|
| 806 |
+
[eval] sample_idx=252 tvcd=A
|
| 807 |
+
[eval] sample_idx=253 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/304/X1e5zsLlbZo/split_10.mp4
|
| 808 |
+
[eval] sample_idx=253 baseline=B
|
| 809 |
+
[eval] sample_idx=253 tvcd=B
|
| 810 |
+
[eval] sample_idx=254 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_oNYC_3fcGg0.mp4
|
| 811 |
+
[eval] sample_idx=254 baseline=B
|
| 812 |
+
[eval] sample_idx=254 tvcd=B
|
| 813 |
+
[eval] sample_idx=255 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08752.mp4
|
| 814 |
+
[eval] sample_idx=255 baseline=A
|
| 815 |
+
[eval] sample_idx=255 tvcd=A
|
| 816 |
+
[eval] sample_idx=256 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/4RLYA.mp4
|
| 817 |
+
[eval] sample_idx=256 baseline=B
|
| 818 |
+
[eval] sample_idx=256 tvcd=B
|
| 819 |
+
[eval] sample_idx=257 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_kQoGS3YjBXk.mp4
|
| 820 |
+
[eval] sample_idx=257 baseline=A
|
| 821 |
+
[eval] sample_idx=257 tvcd=A
|
| 822 |
+
[eval] sample_idx=258 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09100.mp4
|
| 823 |
+
[eval] sample_idx=258 baseline=A
|
| 824 |
+
[eval] sample_idx=258 tvcd=A
|
| 825 |
+
[eval] sample_idx=259 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/uFFEK46NIhk/split_0.mp4
|
| 826 |
+
[eval] sample_idx=259 baseline=B
|
| 827 |
+
[eval] sample_idx=259 tvcd=B
|
| 828 |
+
{'samples_done': 260, 'baseline_acc': 0.5692307692307692, 'tvcd_acc': 0.5615384615384615, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 829 |
+
[eval] sample_idx=260 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_1DZhfZ4cf38.mp4
|
| 830 |
+
[eval] sample_idx=260 baseline=D
|
| 831 |
+
[eval] sample_idx=260 tvcd=D
|
| 832 |
+
[eval] sample_idx=261 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03199.mp4
|
| 833 |
+
[eval] sample_idx=261 baseline=B
|
| 834 |
+
[eval] sample_idx=261 tvcd=B
|
| 835 |
+
[eval] sample_idx=262 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1150/4772810451.mp4
|
| 836 |
+
[eval] sample_idx=262 baseline=B
|
| 837 |
+
[eval] sample_idx=262 tvcd=B
|
| 838 |
+
[eval] sample_idx=263 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1013/3161115707.mp4
|
| 839 |
+
[eval] sample_idx=263 baseline=E
|
| 840 |
+
[eval] sample_idx=263 tvcd=E
|
| 841 |
+
[eval] sample_idx=264 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_bPZRYmr7p1k.mp4
|
| 842 |
+
[eval] sample_idx=264 baseline=A
|
| 843 |
+
[eval] sample_idx=264 tvcd=A
|
| 844 |
+
[eval] sample_idx=265 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_1O9gGPJPbis.mp4
|
| 845 |
+
[eval] sample_idx=265 baseline=C
|
| 846 |
+
[eval] sample_idx=265 tvcd=C
|
| 847 |
+
[eval] sample_idx=266 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5VHqMj5iikc.mp4
|
| 848 |
+
[eval] sample_idx=266 baseline=B
|
| 849 |
+
[eval] sample_idx=266 tvcd=B
|
| 850 |
+
[eval] sample_idx=267 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/K9V2R.mp4
|
| 851 |
+
[eval] sample_idx=267 baseline=C
|
| 852 |
+
[eval] sample_idx=267 tvcd=C
|
| 853 |
+
[eval] sample_idx=268 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/KYLJY.mp4
|
| 854 |
+
[eval] sample_idx=268 baseline=B
|
| 855 |
+
[eval] sample_idx=268 tvcd=B
|
| 856 |
+
[eval] sample_idx=269 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3147.mp4
|
| 857 |
+
[eval] sample_idx=269 baseline=C
|
| 858 |
+
[eval] sample_idx=269 tvcd=B
|
| 859 |
+
{'samples_done': 270, 'baseline_acc': 0.562962962962963, 'tvcd_acc': 0.5518518518518518, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 860 |
+
[eval] sample_idx=270 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01433.mp4
|
| 861 |
+
[eval] sample_idx=270 baseline=A
|
| 862 |
+
[eval] sample_idx=270 tvcd=A
|
| 863 |
+
[eval] sample_idx=271 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/0049/10144018836.mp4
|
| 864 |
+
[eval] sample_idx=271 baseline=B
|
| 865 |
+
[eval] sample_idx=271 tvcd=D
|
| 866 |
+
[eval] sample_idx=272 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/405/-h8c5sLelZ4/split_4.mp4
|
| 867 |
+
[eval] sample_idx=272 baseline=A
|
| 868 |
+
[eval] sample_idx=272 tvcd=A
|
| 869 |
+
[eval] sample_idx=273 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02668.mp4
|
| 870 |
+
[eval] sample_idx=273 baseline=A
|
| 871 |
+
[eval] sample_idx=273 tvcd=A
|
| 872 |
+
[eval] sample_idx=274 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ITVfOVR34Jo.mp4
|
| 873 |
+
[eval] sample_idx=274 baseline=B
|
| 874 |
+
[eval] sample_idx=274 tvcd=B
|
| 875 |
+
[eval] sample_idx=275 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_guWwidZasr8.mp4
|
| 876 |
+
[eval] sample_idx=275 baseline=B
|
| 877 |
+
[eval] sample_idx=275 tvcd=B
|
| 878 |
+
[eval] sample_idx=276 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Vpy9sUWpNQE.mp4
|
| 879 |
+
[h264 @ 0x5577c967c180] mmco: unref short failure
|
| 880 |
+
[eval] sample_idx=276 baseline=A
|
| 881 |
+
[eval] sample_idx=276 tvcd=A
|
| 882 |
+
[eval] sample_idx=277 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_7LimgSQsHm0.mp4
|
| 883 |
+
[eval] sample_idx=277 baseline=B
|
| 884 |
+
[eval] sample_idx=277 tvcd=A
|
| 885 |
+
[eval] sample_idx=278 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_n0Az4cLruf4.mp4
|
| 886 |
+
[eval] sample_idx=278 baseline=A
|
| 887 |
+
[eval] sample_idx=278 tvcd=A
|
| 888 |
+
[eval] sample_idx=279 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_2TxKmZVxQd8.mp4
|
| 889 |
+
[h264 @ 0x5577c96e8e40] mmco: unref short failure
|
| 890 |
+
[h264 @ 0x5577c96e8e40] mmco: unref short failure
|
| 891 |
+
[eval] sample_idx=279 baseline=A
|
| 892 |
+
[eval] sample_idx=279 tvcd=A
|
| 893 |
+
{'samples_done': 280, 'baseline_acc': 0.575, 'tvcd_acc': 0.5571428571428572, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 894 |
+
[eval] sample_idx=280 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/3IJGQ.mp4
|
| 895 |
+
[eval] sample_idx=280 baseline=D
|
| 896 |
+
[eval] sample_idx=280 tvcd=D
|
| 897 |
+
[eval] sample_idx=281 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_eWucu9eu5Dc.mp4
|
| 898 |
+
[h264 @ 0x5577c9711500] mmco: unref short failure
|
| 899 |
+
[h264 @ 0x5577c9711500] mmco: unref short failure
|
| 900 |
+
[h264 @ 0x5577c9711500] mmco: unref short failure
|
| 901 |
+
[h264 @ 0x5577c9711500] mmco: unref short failure
|
| 902 |
+
[eval] sample_idx=281 baseline=B
|
| 903 |
+
[eval] sample_idx=281 tvcd=B
|
| 904 |
+
[eval] sample_idx=282 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/I5L3Y.mp4
|
| 905 |
+
[eval] sample_idx=282 baseline=A
|
| 906 |
+
[eval] sample_idx=282 tvcd=A
|
| 907 |
+
[eval] sample_idx=283 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02656.mp4
|
| 908 |
+
[eval] sample_idx=283 baseline=C
|
| 909 |
+
[eval] sample_idx=283 tvcd=C
|
| 910 |
+
[eval] sample_idx=284 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_x4Vk5wSH7xE.mp4
|
| 911 |
+
[eval] sample_idx=284 baseline=B
|
| 912 |
+
[eval] sample_idx=284 tvcd=B
|
| 913 |
+
[eval] sample_idx=285 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Cu8lmHiXkUU.mp4
|
| 914 |
+
[eval] sample_idx=285 baseline=D
|
| 915 |
+
[eval] sample_idx=285 tvcd=D
|
| 916 |
+
[eval] sample_idx=286 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/PGGRZ.mp4
|
| 917 |
+
[eval] sample_idx=286 baseline=B
|
| 918 |
+
[eval] sample_idx=286 tvcd=B
|
| 919 |
+
[eval] sample_idx=287 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/6B328.mp4
|
| 920 |
+
[eval] sample_idx=287 baseline=A
|
| 921 |
+
[eval] sample_idx=287 tvcd=A
|
| 922 |
+
[eval] sample_idx=288 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08836.mp4
|
| 923 |
+
[eval] sample_idx=288 baseline=A
|
| 924 |
+
[eval] sample_idx=288 tvcd=A
|
| 925 |
+
[eval] sample_idx=289 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/230/2UY6Fztzpng/split_6.mp4
|
| 926 |
+
[eval] sample_idx=289 baseline=C
|
| 927 |
+
[eval] sample_idx=289 tvcd=C
|
| 928 |
+
{'samples_done': 290, 'baseline_acc': 0.5793103448275863, 'tvcd_acc': 0.5620689655172414, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 929 |
+
[eval] sample_idx=290 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00837.mp4
|
| 930 |
+
[eval] sample_idx=290 baseline=A
|
| 931 |
+
[eval] sample_idx=290 tvcd=A
|
| 932 |
+
[eval] sample_idx=291 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01796.mp4
|
| 933 |
+
[eval] sample_idx=291 baseline=A
|
| 934 |
+
[eval] sample_idx=291 tvcd=B
|
| 935 |
+
[eval] sample_idx=292 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5OV3M.mp4
|
| 936 |
+
[eval] sample_idx=292 baseline=D
|
| 937 |
+
[eval] sample_idx=292 tvcd=D
|
| 938 |
+
[eval] sample_idx=293 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/I4K7B.mp4
|
| 939 |
+
[eval] sample_idx=293 baseline=A
|
| 940 |
+
[eval] sample_idx=293 tvcd=A
|
| 941 |
+
[eval] sample_idx=294 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/JKGTN.mp4
|
| 942 |
+
[eval] sample_idx=294 baseline=A
|
| 943 |
+
[eval] sample_idx=294 tvcd=A
|
| 944 |
+
[eval] sample_idx=295 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4
|
| 945 |
+
[eval] sample_idx=295 baseline=C. The referee signals the conclusion of the match.
|
| 946 |
+
[eval] sample_idx=295 tvcd=C. The referee signals the conclusion of the match.
|
| 947 |
+
[eval] sample_idx=296 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1106/4059247647.mp4
|
| 948 |
+
[eval] sample_idx=296 baseline=E
|
| 949 |
+
[eval] sample_idx=296 tvcd=E
|
| 950 |
+
[eval] sample_idx=297 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06468.mp4
|
| 951 |
+
[eval] sample_idx=297 baseline=B
|
| 952 |
+
[eval] sample_idx=297 tvcd=B
|
| 953 |
+
[eval] sample_idx=298 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_sMO2IlNgDuw.mp4
|
| 954 |
+
[eval] sample_idx=298 baseline=A
|
| 955 |
+
[eval] sample_idx=298 tvcd=A
|
| 956 |
+
[eval] sample_idx=299 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/111/QLaA91I4t3U/split_5.mp4
|
| 957 |
+
[eval] sample_idx=299 baseline=B
|
| 958 |
+
[eval] sample_idx=299 tvcd=B
|
| 959 |
+
{'samples_done': 300, 'baseline_acc': 0.58, 'tvcd_acc': 0.5666666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 960 |
+
[eval] sample_idx=300 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
|
| 961 |
+
[eval] sample_idx=300 baseline=A
|
| 962 |
+
[eval] sample_idx=300 tvcd=A
|
| 963 |
+
[eval] sample_idx=301 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
|
| 964 |
+
[eval] sample_idx=301 baseline=A
|
| 965 |
+
[eval] sample_idx=301 tvcd=A
|
| 966 |
+
[eval] sample_idx=302 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
|
| 967 |
+
[eval] sample_idx=302 baseline=A
|
| 968 |
+
[eval] sample_idx=302 tvcd=A
|
| 969 |
+
[eval] sample_idx=303 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
|
| 970 |
+
[eval] sample_idx=303 baseline=D
|
| 971 |
+
[eval] sample_idx=303 tvcd=D
|
| 972 |
+
[eval] sample_idx=304 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
|
| 973 |
+
[eval] sample_idx=304 baseline=A
|
| 974 |
+
[eval] sample_idx=304 tvcd=A
|
| 975 |
+
[eval] sample_idx=305 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
|
| 976 |
+
[h264 @ 0x5577e493b1c0] mmco: unref short failure
|
| 977 |
+
[h264 @ 0x5577e493b1c0] mmco: unref short failure
|
| 978 |
+
[h264 @ 0x5577e493b1c0] mmco: unref short failure
|
| 979 |
+
[eval] sample_idx=305 baseline=A
|
| 980 |
+
[eval] sample_idx=305 tvcd=A
|
| 981 |
+
[eval] sample_idx=306 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
|
| 982 |
+
[eval] sample_idx=306 baseline=B
|
| 983 |
+
[eval] sample_idx=306 tvcd=B
|
| 984 |
+
[eval] sample_idx=307 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
|
| 985 |
+
[eval] sample_idx=307 baseline=C
|
| 986 |
+
[eval] sample_idx=307 tvcd=C
|
| 987 |
+
[eval] sample_idx=308 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-l5e1zVzQOQ.mp4
|
| 988 |
+
[eval] sample_idx=308 baseline=B
|
| 989 |
+
[eval] sample_idx=308 tvcd=B
|
| 990 |
+
[eval] sample_idx=309 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06677.mp4
|
| 991 |
+
[eval] sample_idx=309 baseline=A. The purple sphere and the green sphere collide.
|
| 992 |
+
[eval] sample_idx=309 tvcd=A. The purple sphere and the green sphere collide.
|
| 993 |
+
{'samples_done': 310, 'baseline_acc': 0.5774193548387097, 'tvcd_acc': 0.5645161290322581, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 994 |
+
[eval] sample_idx=310 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/0040/5312674396.mp4
|
| 995 |
+
[eval] sample_idx=310 baseline=B
|
| 996 |
+
[eval] sample_idx=310 tvcd=B
|
| 997 |
+
[eval] sample_idx=311 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_FX4inHmWQtE.mp4
|
| 998 |
+
[eval] sample_idx=311 baseline=C
|
| 999 |
+
[eval] sample_idx=311 tvcd=C
|
| 1000 |
+
[eval] sample_idx=312 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/117/DDRzeomsyzU/split_3.mp4
|
| 1001 |
+
[eval] sample_idx=312 baseline=A
|
| 1002 |
+
[eval] sample_idx=312 tvcd=A
|
| 1003 |
+
[eval] sample_idx=313 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01131.mp4
|
| 1004 |
+
[eval] sample_idx=313 baseline=B
|
| 1005 |
+
[eval] sample_idx=313 tvcd=B
|
| 1006 |
+
[eval] sample_idx=314 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07811.mp4
|
| 1007 |
+
[eval] sample_idx=314 baseline=B
|
| 1008 |
+
[eval] sample_idx=314 tvcd=B
|
| 1009 |
+
[eval] sample_idx=315 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09196.mp4
|
| 1010 |
+
[eval] sample_idx=315 baseline=D
|
| 1011 |
+
[eval] sample_idx=315 tvcd=D
|
| 1012 |
+
[eval] sample_idx=316 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06255.mp4
|
| 1013 |
+
[eval] sample_idx=316 baseline=B
|
| 1014 |
+
[eval] sample_idx=316 tvcd=D
|
| 1015 |
+
[eval] sample_idx=317 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/219/umveZyJ1h1s/split_10.mp4
|
| 1016 |
+
[eval] sample_idx=317 baseline=A
|
| 1017 |
+
[eval] sample_idx=317 tvcd=A
|
| 1018 |
+
[eval] sample_idx=318 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_Dv2T0R7HVBQ.mp4
|
| 1019 |
+
[eval] sample_idx=318 baseline=A
|
| 1020 |
+
[eval] sample_idx=318 tvcd=A
|
| 1021 |
+
[eval] sample_idx=319 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_lMI_tzdfki4.mp4
|
| 1022 |
+
[eval] sample_idx=319 baseline=B
|
| 1023 |
+
[eval] sample_idx=319 tvcd=B
|
| 1024 |
+
{'samples_done': 320, 'baseline_acc': 0.575, 'tvcd_acc': 0.5625, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 1025 |
+
[eval] sample_idx=320 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_JjRSGzdwtc0.mp4
|
| 1026 |
+
[eval] sample_idx=320 baseline=D
|
| 1027 |
+
[eval] sample_idx=320 tvcd=D
|
| 1028 |
+
[eval] sample_idx=321 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/RJZ3I.mp4
|
| 1029 |
+
[eval] sample_idx=321 baseline=C
|
| 1030 |
+
[eval] sample_idx=321 tvcd=C
|
| 1031 |
+
[eval] sample_idx=322 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u1grT0O81Qg.mp4
|
| 1032 |
+
[h264 @ 0x5577e4a13240] mmco: unref short failure
|
| 1033 |
+
[h264 @ 0x5577e4a13240] mmco: unref short failure
|
| 1034 |
+
[eval] sample_idx=322 baseline=A
|
| 1035 |
+
[eval] sample_idx=322 tvcd=A
|
| 1036 |
+
[eval] sample_idx=323 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/VwBJ230pjSk/split_1.mp4
|
| 1037 |
+
[eval] sample_idx=323 baseline=C
|
| 1038 |
+
[eval] sample_idx=323 tvcd=C
|
| 1039 |
+
[eval] sample_idx=324 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_11448.mp4
|
| 1040 |
+
[eval] sample_idx=324 baseline=A
|
| 1041 |
+
[eval] sample_idx=324 tvcd=A
|
| 1042 |
+
[eval] sample_idx=325 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1026/6451572823.mp4
|
| 1043 |
+
[eval] sample_idx=325 baseline=C
|
| 1044 |
+
[eval] sample_idx=325 tvcd=C
|
| 1045 |
+
[eval] sample_idx=326 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/104/Vuy2nrJz0Zw/split_3.mp4
|
| 1046 |
+
[eval] sample_idx=326 baseline=A
|
| 1047 |
+
[eval] sample_idx=326 tvcd=A
|
| 1048 |
+
[eval] sample_idx=327 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/1xjsM-I-KLI/split_8.mp4
|
| 1049 |
+
[eval] sample_idx=327 baseline=A
|
| 1050 |
+
[eval] sample_idx=327 tvcd=A
|
| 1051 |
+
[eval] sample_idx=328 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03392.mp4
|
| 1052 |
+
[eval] sample_idx=328 baseline=A
|
| 1053 |
+
[eval] sample_idx=328 tvcd=A
|
| 1054 |
+
[eval] sample_idx=329 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_P7lUYSLtErY.mp4
|
| 1055 |
+
[eval] sample_idx=329 baseline=D
|
| 1056 |
+
[eval] sample_idx=329 tvcd=D
|
| 1057 |
+
{'samples_done': 330, 'baseline_acc': 0.5787878787878787, 'tvcd_acc': 0.5666666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 1058 |
+
[eval] sample_idx=330 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_x_5ay7lD6iA.mp4
|
| 1059 |
+
[eval] sample_idx=330 baseline=A
|
| 1060 |
+
[eval] sample_idx=330 tvcd=A
|
| 1061 |
+
[eval] sample_idx=331 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/201/0xYOUNfzIn8/split_10.mp4
|
| 1062 |
+
[eval] sample_idx=331 baseline=B
|
| 1063 |
+
[eval] sample_idx=331 tvcd=B
|
| 1064 |
+
[eval] sample_idx=332 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4Q5YJKHa5W0.mp4
|
| 1065 |
+
[eval] sample_idx=332 baseline=D
|
| 1066 |
+
[eval] sample_idx=332 tvcd=D
|
| 1067 |
+
[eval] sample_idx=333 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/RON2M.mp4
|
| 1068 |
+
[eval] sample_idx=333 baseline=C
|
| 1069 |
+
[eval] sample_idx=333 tvcd=C
|
| 1070 |
+
[eval] sample_idx=334 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/7G0HB.mp4
|
| 1071 |
+
[eval] sample_idx=334 baseline=D
|
| 1072 |
+
[eval] sample_idx=334 tvcd=D
|
| 1073 |
+
[eval] sample_idx=335 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_QZWyv6SShks.mp4
|
| 1074 |
+
[eval] sample_idx=335 baseline=D
|
| 1075 |
+
[eval] sample_idx=335 tvcd=D
|
| 1076 |
+
[eval] sample_idx=336 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/V1JIC.mp4
|
| 1077 |
+
[eval] sample_idx=336 baseline=A
|
| 1078 |
+
[eval] sample_idx=336 tvcd=A
|
| 1079 |
+
[eval] sample_idx=337 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1107/3445792822.mp4
|
| 1080 |
+
[eval] sample_idx=337 baseline=A
|
| 1081 |
+
[eval] sample_idx=337 tvcd=A
|
| 1082 |
+
[eval] sample_idx=338 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_3FUVKpQA6IY.mp4
|
| 1083 |
+
[eval] sample_idx=338 baseline=D
|
| 1084 |
+
[eval] sample_idx=338 tvcd=D
|
| 1085 |
+
[eval] sample_idx=339 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/309/UfWND-lc4sc/split_7.mp4
|
| 1086 |
+
[eval] sample_idx=339 baseline=A
|
| 1087 |
+
[eval] sample_idx=339 tvcd=A
|
| 1088 |
+
{'samples_done': 340, 'baseline_acc': 0.5823529411764706, 'tvcd_acc': 0.5705882352941176, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 1089 |
+
[eval] sample_idx=340 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09748.mp4
|
| 1090 |
+
[eval] sample_idx=340 baseline=B
|
| 1091 |
+
[eval] sample_idx=340 tvcd=B
|
| 1092 |
+
[eval] sample_idx=341 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FTmGHtBdWi0.mp4
|
| 1093 |
+
[eval] sample_idx=341 baseline=B
|
| 1094 |
+
[eval] sample_idx=341 tvcd=B
|
| 1095 |
+
[eval] sample_idx=342 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/Y9WZW.mp4
|
| 1096 |
+
[eval] sample_idx=342 baseline=A
|
| 1097 |
+
[eval] sample_idx=342 tvcd=A
|
| 1098 |
+
[eval] sample_idx=343 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FNlEHAIh6LQ.mp4
|
| 1099 |
+
[eval] sample_idx=343 baseline=A
|
| 1100 |
+
[eval] sample_idx=343 tvcd=A
|
| 1101 |
+
[eval] sample_idx=344 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/406/lBnuFn9q3Xs/split_4.mp4
|
| 1102 |
+
[eval] sample_idx=344 baseline=A
|
| 1103 |
+
[eval] sample_idx=344 tvcd=A
|
| 1104 |
+
[eval] sample_idx=345 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/COPHL.mp4
|
| 1105 |
+
[eval] sample_idx=345 baseline=C
|
| 1106 |
+
[eval] sample_idx=345 tvcd=C
|
| 1107 |
+
[eval] sample_idx=346 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_hiaCpyCoXqk.mp4
|
| 1108 |
+
[eval] sample_idx=346 baseline=A
|
| 1109 |
+
[eval] sample_idx=346 tvcd=A
|
| 1110 |
+
[eval] sample_idx=347 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/0067/3091550860.mp4
|
| 1111 |
+
[eval] sample_idx=347 baseline=B
|
| 1112 |
+
[eval] sample_idx=347 tvcd=B
|
| 1113 |
+
[eval] sample_idx=348 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06478.mp4
|
| 1114 |
+
[eval] sample_idx=348 baseline=A
|
| 1115 |
+
[eval] sample_idx=348 tvcd=A
|
| 1116 |
+
[eval] sample_idx=349 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_AnRYS02tvRA.mp4
|
| 1117 |
+
[eval] sample_idx=349 baseline=D
|
| 1118 |
+
[eval] sample_idx=349 tvcd=D
|
| 1119 |
+
{'samples_done': 350, 'baseline_acc': 0.5828571428571429, 'tvcd_acc': 0.5714285714285714, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 1120 |
+
[eval] sample_idx=350 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_WPVb8fYLFUM.mp4
|
| 1121 |
+
[h264 @ 0x5577c9520a40] mmco: unref short failure
|
| 1122 |
+
[h264 @ 0x5577c9520a40] mmco: unref short failure
|
| 1123 |
+
[eval] sample_idx=350 baseline=B
|
| 1124 |
+
[eval] sample_idx=350 tvcd=B
|
| 1125 |
+
[eval] sample_idx=351 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wodsQ0nW7Ds.mp4
|
| 1126 |
+
[h264 @ 0x5577c93ad400] mmco: unref short failure
|
| 1127 |
+
[h264 @ 0x5577c93ad400] mmco: unref short failure
|
| 1128 |
+
[h264 @ 0x5577c93ad400] mmco: unref short failure
|
| 1129 |
+
[h264 @ 0x5577c93ad400] mmco: unref short failure
|
| 1130 |
+
[eval] sample_idx=351 baseline=B
|
| 1131 |
+
[eval] sample_idx=351 tvcd=B
|
| 1132 |
+
[eval] sample_idx=352 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_S-4ftlylgig.mp4
|
| 1133 |
+
[eval] sample_idx=352 baseline=D
|
| 1134 |
+
[eval] sample_idx=352 tvcd=D
|
| 1135 |
+
[eval] sample_idx=353 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/YD8BF.mp4
|
| 1136 |
+
[eval] sample_idx=353 baseline=C
|
| 1137 |
+
[eval] sample_idx=353 tvcd=C
|
| 1138 |
+
[eval] sample_idx=354 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/5640939571.mp4
|
| 1139 |
+
[eval] sample_idx=354 baseline=D
|
| 1140 |
+
[eval] sample_idx=354 tvcd=D
|
| 1141 |
+
[eval] sample_idx=355 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_2xQVZorob1Q.mp4
|
| 1142 |
+
[h264 @ 0x5577e49df540] mmco: unref short failure
|
| 1143 |
+
[h264 @ 0x5577e49df540] mmco: unref short failure
|
| 1144 |
+
[eval] sample_idx=355 baseline=C
|
| 1145 |
+
[eval] sample_idx=355 tvcd=C
|
| 1146 |
+
[eval] sample_idx=356 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_H8f7pTaBFKk.mp4
|
| 1147 |
+
[eval] sample_idx=356 baseline=D
|
| 1148 |
+
[eval] sample_idx=356 tvcd=D
|
| 1149 |
+
[eval] sample_idx=357 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/X9T4M.mp4
|
| 1150 |
+
[eval] sample_idx=357 baseline=B
|
| 1151 |
+
[eval] sample_idx=357 tvcd=B
|
| 1152 |
+
[eval] sample_idx=358 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PPXS8kE1q7c.mp4
|
| 1153 |
+
[eval] sample_idx=358 baseline=A
|
| 1154 |
+
[eval] sample_idx=358 tvcd=A
|
| 1155 |
+
[eval] sample_idx=359 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_liqFz0EPTMQ.mp4
|
| 1156 |
+
[eval] sample_idx=359 baseline=C
|
| 1157 |
+
[eval] sample_idx=359 tvcd=C
|
| 1158 |
+
{'samples_done': 360, 'baseline_acc': 0.5916666666666667, 'tvcd_acc': 0.5805555555555556, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 1159 |
+
[eval] sample_idx=360 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/NUSKJ.mp4
|
| 1160 |
+
[eval] sample_idx=360 baseline=A
|
| 1161 |
+
[eval] sample_idx=360 tvcd=A
|
| 1162 |
+
[eval] sample_idx=361 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_bY0bGFJ-k1U.mp4
|
| 1163 |
+
[eval] sample_idx=361 baseline=C
|
| 1164 |
+
[eval] sample_idx=361 tvcd=C
|
| 1165 |
+
[eval] sample_idx=362 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04142.mp4
|
| 1166 |
+
[eval] sample_idx=362 baseline=B
|
| 1167 |
+
[eval] sample_idx=362 tvcd=B
|
| 1168 |
+
[eval] sample_idx=363 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/210/jGC0VhFCk5Y/split_6.mp4
|
| 1169 |
+
[eval] sample_idx=363 baseline=D
|
| 1170 |
+
[eval] sample_idx=363 tvcd=D
|
| 1171 |
+
[eval] sample_idx=364 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/X226B.mp4
|
| 1172 |
+
[eval] sample_idx=364 baseline=C
|
| 1173 |
+
[eval] sample_idx=364 tvcd=C
|
| 1174 |
+
[eval] sample_idx=365 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
|
| 1175 |
+
[eval] sample_idx=365 baseline=D
|
| 1176 |
+
[eval] sample_idx=365 tvcd=D
|
| 1177 |
+
[eval] sample_idx=366 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1011/7274130480.mp4
|
| 1178 |
+
[eval] sample_idx=366 baseline=D
|
| 1179 |
+
[eval] sample_idx=366 tvcd=D
|
| 1180 |
+
[eval] sample_idx=367 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_9nE6C-efQdc.mp4
|
| 1181 |
+
[eval] sample_idx=367 baseline=A
|
| 1182 |
+
[eval] sample_idx=367 tvcd=A
|
| 1183 |
+
[eval] sample_idx=368 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_CB0yYGVNcOk.mp4
|
| 1184 |
+
[eval] sample_idx=368 baseline=B
|
| 1185 |
+
[eval] sample_idx=368 tvcd=B
|
| 1186 |
+
[eval] sample_idx=369 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10340.mp4
|
| 1187 |
+
[eval] sample_idx=369 baseline=B
|
| 1188 |
+
[eval] sample_idx=369 tvcd=B
|
| 1189 |
+
{'samples_done': 370, 'baseline_acc': 0.5918918918918918, 'tvcd_acc': 0.581081081081081, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 1190 |
+
[eval] sample_idx=370 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/8202211038.mp4
|
| 1191 |
+
[eval] sample_idx=370 baseline=D
|
| 1192 |
+
[eval] sample_idx=370 tvcd=D
|
| 1193 |
+
[eval] sample_idx=371 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_D0aZaiBAHxg.mp4
|
| 1194 |
+
[eval] sample_idx=371 baseline=C
|
| 1195 |
+
[eval] sample_idx=371 tvcd=C
|
| 1196 |
+
[eval] sample_idx=372 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01542.mp4
|
| 1197 |
+
[eval] sample_idx=372 baseline=A
|
| 1198 |
+
[eval] sample_idx=372 tvcd=A
|
| 1199 |
+
[eval] sample_idx=373 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ufK2mbJI0to.mp4
|
| 1200 |
+
[eval] sample_idx=373 baseline=D
|
| 1201 |
+
[eval] sample_idx=373 tvcd=D
|
| 1202 |
+
[eval] sample_idx=374 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_bSFOgeqMOFg.mp4
|
| 1203 |
+
[h264 @ 0x5577c93ce580] mmco: unref short failure
|
| 1204 |
+
[eval] sample_idx=374 baseline=D
|
| 1205 |
+
[eval] sample_idx=374 tvcd=D
|
| 1206 |
+
[eval] sample_idx=375 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_JksdZ0YMkoQ.mp4
|
| 1207 |
+
[eval] sample_idx=375 baseline=B
|
| 1208 |
+
[eval] sample_idx=375 tvcd=B
|
| 1209 |
+
[eval] sample_idx=376 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_OqfsHs-xZmo.mp4
|
| 1210 |
+
[eval] sample_idx=376 baseline=C
|
| 1211 |
+
[eval] sample_idx=376 tvcd=C
|
| 1212 |
+
[eval] sample_idx=377 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_qiw2I1oQIVQ.mp4
|
| 1213 |
+
[eval] sample_idx=377 baseline=B
|
| 1214 |
+
[eval] sample_idx=377 tvcd=B
|
| 1215 |
+
[eval] sample_idx=378 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/5DYQR.mp4
|
| 1216 |
+
[eval] sample_idx=378 baseline=A
|
| 1217 |
+
[eval] sample_idx=378 tvcd=A
|
| 1218 |
+
[eval] sample_idx=379 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_P4nNwcE9KlE.mp4
|
| 1219 |
+
[h264 @ 0x5577c9452000] mmco: unref short failure
|
| 1220 |
+
[h264 @ 0x5577c9452000] mmco: unref short failure
|
| 1221 |
+
[eval] sample_idx=379 baseline=C
|
| 1222 |
+
[eval] sample_idx=379 tvcd=C
|
| 1223 |
+
{'samples_done': 380, 'baseline_acc': 0.6026315789473684, 'tvcd_acc': 0.5921052631578947, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 1224 |
+
[eval] sample_idx=380 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_WEohpavjsIY.mp4
|
| 1225 |
+
[eval] sample_idx=380 baseline=B
|
| 1226 |
+
[eval] sample_idx=380 tvcd=B
|
| 1227 |
+
[eval] sample_idx=381 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/ego4d/7306232f-31cc-46bc-87b4-ec576c3548a3.mp4
|
| 1228 |
+
[eval] sample_idx=381 baseline=B
|
| 1229 |
+
[eval] sample_idx=381 tvcd=B
|
| 1230 |
+
[eval] sample_idx=382 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_aGlfi9PqRdY.mp4
|
| 1231 |
+
[eval] sample_idx=382 baseline=C
|
| 1232 |
+
[eval] sample_idx=382 tvcd=C
|
| 1233 |
+
[eval] sample_idx=383 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/42SEP.mp4
|
| 1234 |
+
[eval] sample_idx=383 baseline=C
|
| 1235 |
+
[eval] sample_idx=383 tvcd=C
|
| 1236 |
+
[eval] sample_idx=384 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/0078/6920054108.mp4
|
| 1237 |
+
[eval] sample_idx=384 baseline=A
|
| 1238 |
+
[eval] sample_idx=384 tvcd=A
|
| 1239 |
+
[eval] sample_idx=385 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_dlR9zF6MEi0.mp4
|
| 1240 |
+
[eval] sample_idx=385 baseline=D
|
| 1241 |
+
[eval] sample_idx=385 tvcd=D
|
| 1242 |
+
[eval] sample_idx=386 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_fJ45W32t6h0.mp4
|
| 1243 |
+
[eval] sample_idx=386 baseline=C
|
| 1244 |
+
[eval] sample_idx=386 tvcd=C
|
| 1245 |
+
[eval] sample_idx=387 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04571.mp4
|
| 1246 |
+
[eval] sample_idx=387 baseline=C. The collision between the cyan sphere and gray cylinder
|
| 1247 |
+
[eval] sample_idx=387 tvcd=C. The collision between the cyan sphere and gray cylinder
|
| 1248 |
+
[eval] sample_idx=388 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Sr_SYaMBp8o.mp4
|
| 1249 |
+
[eval] sample_idx=388 baseline=D
|
| 1250 |
+
[eval] sample_idx=388 tvcd=D
|
| 1251 |
+
[eval] sample_idx=389 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_w4CiGbHLTBg.mp4
|
| 1252 |
+
[eval] sample_idx=389 baseline=A
|
| 1253 |
+
[eval] sample_idx=389 tvcd=A
|
| 1254 |
+
{'samples_done': 390, 'baseline_acc': 0.6025641025641025, 'tvcd_acc': 0.5923076923076923, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 1255 |
+
[eval] sample_idx=390 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/94KP4.mp4
|
| 1256 |
+
[eval] sample_idx=390 baseline=C
|
| 1257 |
+
[eval] sample_idx=390 tvcd=C
|
| 1258 |
+
[eval] sample_idx=391 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/221/HXqC_xWsKkY/split_3.mp4
|
| 1259 |
+
[eval] sample_idx=391 baseline=D
|
| 1260 |
+
[eval] sample_idx=391 tvcd=D
|
| 1261 |
+
[eval] sample_idx=392 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/212/UzqlXpAAAWk/split_5.mp4
|
| 1262 |
+
[eval] sample_idx=392 baseline=A
|
| 1263 |
+
[eval] sample_idx=392 tvcd=A
|
| 1264 |
+
[eval] sample_idx=393 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/NTYC3.mp4
|
| 1265 |
+
[eval] sample_idx=393 baseline=D
|
| 1266 |
+
[eval] sample_idx=393 tvcd=D
|
| 1267 |
+
[eval] sample_idx=394 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_s6o6vuYoTGM.mp4
|
| 1268 |
+
[eval] sample_idx=394 baseline=A
|
| 1269 |
+
[eval] sample_idx=394 tvcd=A
|
| 1270 |
+
[eval] sample_idx=395 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_BDnA3jobv_0.mp4
|
| 1271 |
+
[eval] sample_idx=395 baseline=C
|
| 1272 |
+
[eval] sample_idx=395 tvcd=C
|
| 1273 |
+
[eval] sample_idx=396 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/IK72J.mp4
|
| 1274 |
+
[eval] sample_idx=396 baseline=B
|
| 1275 |
+
[eval] sample_idx=396 tvcd=B
|
| 1276 |
+
[eval] sample_idx=397 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/FDDDG.mp4
|
| 1277 |
+
[eval] sample_idx=397 baseline=C
|
| 1278 |
+
[eval] sample_idx=397 tvcd=C
|
| 1279 |
+
[eval] sample_idx=398 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_3X6eP273RoI.mp4
|
| 1280 |
+
[eval] sample_idx=398 baseline=A
|
| 1281 |
+
[eval] sample_idx=398 tvcd=A
|
| 1282 |
+
[eval] sample_idx=399 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/7JSAI.mp4
|
| 1283 |
+
[eval] sample_idx=399 baseline=D
|
| 1284 |
+
[eval] sample_idx=399 tvcd=D
|
| 1285 |
+
{'samples_done': 400, 'baseline_acc': 0.605, 'tvcd_acc': 0.595, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.05}
|
| 1286 |
+
{
|
| 1287 |
+
"samples_done": 400,
|
| 1288 |
+
"baseline_acc": 0.605,
|
| 1289 |
+
"tvcd_acc": 0.595,
|
| 1290 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10",
|
| 1291 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 1292 |
+
"use_tvcd": true,
|
| 1293 |
+
"cd_alpha": 0.25,
|
| 1294 |
+
"cd_beta": 0.05
|
| 1295 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/a025_b005/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 400,
|
| 3 |
+
"baseline_acc": 0.605,
|
| 4 |
+
"tvcd_acc": 0.595,
|
| 5 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 0.25,
|
| 9 |
+
"cd_beta": 0.05
|
| 10 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/a025_b01/predictions.jsonl
ADDED
|
@@ -0,0 +1,74 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"sample_idx": 0, "data_id": 0, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "D. Opened the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 2 |
+
{"sample_idx": 1, "data_id": 5, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 3 |
+
{"sample_idx": 2, "data_id": 10, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Sat at the table", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 4 |
+
{"sample_idx": 3, "data_id": 15, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "A. put down the jar", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 5 |
+
{"sample_idx": 4, "data_id": 20, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "B. Opened the book", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 6 |
+
{"sample_idx": 5, "data_id": 25, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "D. the prison", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 7 |
+
{"sample_idx": 6, "data_id": 30, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "C. the warehouse", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 8 |
+
{"sample_idx": 7, "data_id": 35, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "G. put down the glass rod", "gt_letter": "G", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": true, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": true}
|
| 9 |
+
{"sample_idx": 8, "data_id": 40, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4", "gt_response": "D. Opened the door", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 10 |
+
{"sample_idx": 9, "data_id": 45, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4", "gt_response": "A. pour the conical flask", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 11 |
+
{"sample_idx": 10, "data_id": 50, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4", "gt_response": "D. the room", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 12 |
+
{"sample_idx": 11, "data_id": 55, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4", "gt_response": "J. put down the alcohol burner cap", "gt_letter": "J", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 13 |
+
{"sample_idx": 12, "data_id": 60, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4", "gt_response": "E. take up the conical flask", "gt_letter": "E", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 14 |
+
{"sample_idx": 13, "data_id": 65, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4", "gt_response": "D. spaceship", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 15 |
+
{"sample_idx": 14, "data_id": 70, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4", "gt_response": "C. Closed the closet/cabinet", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 16 |
+
{"sample_idx": 15, "data_id": 75, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4", "gt_response": "C. Put down the clothes", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 17 |
+
{"sample_idx": 16, "data_id": 80, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4", "gt_response": "D. pour the conical flask", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 18 |
+
{"sample_idx": 17, "data_id": 85, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4", "gt_response": "D. the secretary's office", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 19 |
+
{"sample_idx": 18, "data_id": 90, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4", "gt_response": "A. the Nash's house", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 20 |
+
{"sample_idx": 19, "data_id": 95, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4", "gt_response": "G. take up the beaker", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 21 |
+
{"sample_idx": 20, "data_id": 100, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4", "gt_response": "H. cover the alcohol burner with the alcohol burner cap", "gt_letter": "H", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": false, "tvcd_text": "I", "tvcd_letter": "I", "tvcd_correct": false}
|
| 22 |
+
{"sample_idx": 21, "data_id": 105, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "B. take up the conical flask", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 23 |
+
{"sample_idx": 22, "data_id": 110, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4", "gt_response": "A. the cockpit", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 24 |
+
{"sample_idx": 23, "data_id": 115, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4", "gt_response": "B. insert the horn tube", "gt_letter": "B", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 25 |
+
{"sample_idx": 24, "data_id": 120, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4", "gt_response": "D. Put down the towel", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 26 |
+
{"sample_idx": 25, "data_id": 125, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4", "gt_response": "D. the helicopter above", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 27 |
+
{"sample_idx": 26, "data_id": 130, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4", "gt_response": "A. Put down the dish", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 28 |
+
{"sample_idx": 27, "data_id": 135, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4", "gt_response": "D. take up the horn tube", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 29 |
+
{"sample_idx": 28, "data_id": 140, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4", "gt_response": "F. squeeze the dropper", "gt_letter": "F", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": true, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": true}
|
| 30 |
+
{"sample_idx": 29, "data_id": 145, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4", "gt_response": "G. stir the glass rod", "gt_letter": "G", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 31 |
+
{"sample_idx": 30, "data_id": 150, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4", "gt_response": "D. Took the cup/glass/bottle", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 32 |
+
{"sample_idx": 31, "data_id": 155, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4", "gt_response": "A. Took the food", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 33 |
+
{"sample_idx": 32, "data_id": 160, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4", "gt_response": "D. the mirror in front", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 34 |
+
{"sample_idx": 33, "data_id": 165, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4", "gt_response": "B. Put down the book", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 35 |
+
{"sample_idx": 34, "data_id": 170, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4", "gt_response": "E. put down the jar", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 36 |
+
{"sample_idx": 35, "data_id": 175, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4", "gt_response": "D. shake the test tube", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 37 |
+
{"sample_idx": 36, "data_id": 180, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 38 |
+
{"sample_idx": 37, "data_id": 185, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4", "gt_response": "B. Sat on the floor", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 39 |
+
{"sample_idx": 38, "data_id": 190, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4", "gt_response": "C. pour the conical flask", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 40 |
+
{"sample_idx": 39, "data_id": 195, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4", "gt_response": "B. the stairs", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 41 |
+
{"sample_idx": 40, "data_id": 200, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4", "gt_response": "D. put down the jar cap", "gt_letter": "D", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 42 |
+
{"sample_idx": 41, "data_id": 205, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4", "gt_response": "H. take up the test tube", "gt_letter": "H", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 43 |
+
{"sample_idx": 42, "data_id": 210, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4", "gt_response": "I. put down the glass rod", "gt_letter": "I", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": true, "tvcd_text": "I", "tvcd_letter": "I", "tvcd_correct": true}
|
| 44 |
+
{"sample_idx": 43, "data_id": 215, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4", "gt_response": "B. pour the jar", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 45 |
+
{"sample_idx": 44, "data_id": 220, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/liuwen.MP4", "gt_response": "A. uncover the jar cap", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 46 |
+
{"sample_idx": 45, "data_id": 225, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lixuyang.MP4", "gt_response": "B. put down the conical flask", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 47 |
+
{"sample_idx": 46, "data_id": 230, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4", "gt_response": "D. put down the conical flask", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 48 |
+
{"sample_idx": 47, "data_id": 235, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/ATV2F.mp4", "gt_response": "D. Put down the blanket", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 49 |
+
{"sample_idx": 48, "data_id": 240, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NE37I.mp4", "gt_response": "C. Took the pillow", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 50 |
+
{"sample_idx": 49, "data_id": 245, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top075_06545.mp4", "gt_response": "D. the hospital corridor", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 51 |
+
{"sample_idx": 50, "data_id": 250, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4", "gt_response": "G. take up the conical flask", "gt_letter": "G", "baseline_text": "K", "baseline_letter": "K", "baseline_correct": false, "tvcd_text": "K", "tvcd_letter": "K", "tvcd_correct": false}
|
| 52 |
+
{"sample_idx": 51, "data_id": 255, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/xiaoyuting.MP4", "gt_response": "D. pour the jar", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 53 |
+
{"sample_idx": 52, "data_id": 260, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/sunshuo.MP4", "gt_response": "A. put down the conical flask", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 54 |
+
{"sample_idx": 53, "data_id": 265, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4", "gt_response": "D. take up the conical flask", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 55 |
+
{"sample_idx": 54, "data_id": 270, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/limutong.MP4", "gt_response": "A. uncover the dropper bottle", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 56 |
+
{"sample_idx": 55, "data_id": 275, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/17RPG.mp4", "gt_response": "B. Ate the sandwich", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 57 |
+
{"sample_idx": 56, "data_id": 280, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/75KQ6.mp4", "gt_response": "B. Held the food", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 58 |
+
{"sample_idx": 57, "data_id": 285, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/limutong.MP4", "gt_response": "A. put down the jar", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 59 |
+
{"sample_idx": 58, "data_id": 290, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangconghui.MP4", "gt_response": "D. put down the reagent bottle", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 60 |
+
{"sample_idx": 59, "data_id": 295, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/EG1XK.mp4", "gt_response": "A. Opened the door", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 61 |
+
{"sample_idx": 60, "data_id": 300, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4", "gt_response": "D. take up the conical flask", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 62 |
+
{"sample_idx": 61, "data_id": 305, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.4/sunxiaohui.MP4", "gt_response": "G. put down the dropper bottle", "gt_letter": "G", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
|
| 63 |
+
{"sample_idx": 62, "data_id": 310, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4", "gt_response": "E. insert the horn tube", "gt_letter": "E", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": true, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
|
| 64 |
+
{"sample_idx": 63, "data_id": 315, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4", "gt_response": "D. take up the conical flask", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 65 |
+
{"sample_idx": 64, "data_id": 320, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/qianyicheng.MP4", "gt_response": "A. put down the test tube", "gt_letter": "A", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
|
| 66 |
+
{"sample_idx": 65, "data_id": 325, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/wangzixiao.MP4", "gt_response": "E. put down the jar cap", "gt_letter": "E", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": true, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
|
| 67 |
+
{"sample_idx": 66, "data_id": 330, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lizhuoru.MP4", "gt_response": "C. put down the conical flask", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 68 |
+
{"sample_idx": 67, "data_id": 335, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4", "gt_response": "E. squeeze the dropper", "gt_letter": "E", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": true, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
|
| 69 |
+
{"sample_idx": 68, "data_id": 340, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/306S9.mp4", "gt_response": "C. Put down the food", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 70 |
+
{"sample_idx": 69, "data_id": 345, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhoukang.MP4", "gt_response": "G. screw the reagent bottle cap", "gt_letter": "G", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": true, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": true}
|
| 71 |
+
{"sample_idx": 70, "data_id": 350, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/XLR4B.mp4", "gt_response": "D. Sat at the table", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 72 |
+
{"sample_idx": 71, "data_id": 355, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/xuyanyu.MP4", "gt_response": "G. stir the glass rod", "gt_letter": "G", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 73 |
+
{"sample_idx": 72, "data_id": 360, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/1HAYV.mp4", "gt_response": "C. Drank from the cup/glass/bottle", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 74 |
+
{"sample_idx": 73, "data_id": 365, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/9O0HH.mp4", "gt_response": "C. Put down the food", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
tmp/epoch10_tvcd_grid_every10_400/a025_b01/run.log
ADDED
|
@@ -0,0 +1,245 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
OpenCLIP not installed
|
| 2 |
+
[eval] args={'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'output_dir': '/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a025_b01', 'device': 'cuda:0', 'device_map': None, 'conv_mode': 'llada', 'max_samples': 400, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 4, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': 'grid', 'temperature': 0.0, 'max_new_tokens': 12, 'block_length': 12, 'step_per_block': 4, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.1, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 3 |
+
[eval] output_dir=/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a025_b01
|
| 4 |
+
[eval] loading model from /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 with device_map=None
|
| 5 |
+
Loaded LLaVA model: /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10
|
| 6 |
+
Loading vision tower: google/siglip-so400m-patch14-384
|
| 7 |
+
|
| 8 |
+
Some weights of LlavaLladaForMaskedDiffusion were not initialized from the model checkpoint at /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 and are newly initialized because the shapes did not match:
|
| 9 |
+
- model.transformer.wte.weight: found shape torch.Size([126352, 4096]) in the checkpoint and torch.Size([126464, 4096]) in the model instantiated
|
| 10 |
+
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
|
| 11 |
+
Restored mismatched LLaDA input embeddings from checkpoint shards.
|
| 12 |
+
Model Class: LlavaLladaForMaskedDiffusion
|
| 13 |
+
[eval] model loaded
|
| 14 |
+
[eval] loaded 400 samples from /data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json
|
| 15 |
+
[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 16 |
+
[eval] sample_idx=0 baseline=D
|
| 17 |
+
[eval] sample_idx=0 tvcd=D
|
| 18 |
+
[eval] sample_idx=1 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 19 |
+
[eval] sample_idx=1 baseline=F
|
| 20 |
+
[eval] sample_idx=1 tvcd=F
|
| 21 |
+
[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 22 |
+
[eval] sample_idx=2 baseline=D
|
| 23 |
+
[eval] sample_idx=2 tvcd=D
|
| 24 |
+
[eval] sample_idx=3 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 25 |
+
[eval] sample_idx=3 baseline=B
|
| 26 |
+
[eval] sample_idx=3 tvcd=B
|
| 27 |
+
[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 28 |
+
[eval] sample_idx=4 baseline=C
|
| 29 |
+
[eval] sample_idx=4 tvcd=C
|
| 30 |
+
[eval] sample_idx=5 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 31 |
+
[eval] sample_idx=5 baseline=A
|
| 32 |
+
[eval] sample_idx=5 tvcd=A
|
| 33 |
+
[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 34 |
+
[eval] sample_idx=6 baseline=C
|
| 35 |
+
[eval] sample_idx=6 tvcd=C
|
| 36 |
+
[eval] sample_idx=7 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 37 |
+
[eval] sample_idx=7 baseline=G
|
| 38 |
+
[eval] sample_idx=7 tvcd=G
|
| 39 |
+
[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4
|
| 40 |
+
[eval] sample_idx=8 baseline=D
|
| 41 |
+
[eval] sample_idx=8 tvcd=D
|
| 42 |
+
[eval] sample_idx=9 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4
|
| 43 |
+
[eval] sample_idx=9 baseline=A
|
| 44 |
+
[eval] sample_idx=9 tvcd=A
|
| 45 |
+
{'samples_done': 10, 'baseline_acc': 0.6, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.1}
|
| 46 |
+
[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4
|
| 47 |
+
[eval] sample_idx=10 baseline=B
|
| 48 |
+
[eval] sample_idx=10 tvcd=B
|
| 49 |
+
[eval] sample_idx=11 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 50 |
+
[eval] sample_idx=11 baseline=B
|
| 51 |
+
[eval] sample_idx=11 tvcd=B
|
| 52 |
+
[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4
|
| 53 |
+
[eval] sample_idx=12 baseline=D
|
| 54 |
+
[eval] sample_idx=12 tvcd=D
|
| 55 |
+
[eval] sample_idx=13 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4
|
| 56 |
+
[eval] sample_idx=13 baseline=C
|
| 57 |
+
[eval] sample_idx=13 tvcd=C
|
| 58 |
+
[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4
|
| 59 |
+
[eval] sample_idx=14 baseline=B
|
| 60 |
+
[eval] sample_idx=14 tvcd=B
|
| 61 |
+
[eval] sample_idx=15 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4
|
| 62 |
+
[eval] sample_idx=15 baseline=C
|
| 63 |
+
[eval] sample_idx=15 tvcd=C
|
| 64 |
+
[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4
|
| 65 |
+
[eval] sample_idx=16 baseline=D
|
| 66 |
+
[eval] sample_idx=16 tvcd=D
|
| 67 |
+
[eval] sample_idx=17 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4
|
| 68 |
+
[eval] sample_idx=17 baseline=D
|
| 69 |
+
[eval] sample_idx=17 tvcd=D
|
| 70 |
+
[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4
|
| 71 |
+
[eval] sample_idx=18 baseline=A
|
| 72 |
+
[eval] sample_idx=18 tvcd=A
|
| 73 |
+
[eval] sample_idx=19 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4
|
| 74 |
+
[eval] sample_idx=19 baseline=B
|
| 75 |
+
[eval] sample_idx=19 tvcd=B
|
| 76 |
+
{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.1}
|
| 77 |
+
[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 78 |
+
[eval] sample_idx=20 baseline=I
|
| 79 |
+
[eval] sample_idx=20 tvcd=I
|
| 80 |
+
[eval] sample_idx=21 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 81 |
+
[eval] sample_idx=21 baseline=B
|
| 82 |
+
[eval] sample_idx=21 tvcd=B
|
| 83 |
+
[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4
|
| 84 |
+
[eval] sample_idx=22 baseline=B
|
| 85 |
+
[eval] sample_idx=22 tvcd=B
|
| 86 |
+
[eval] sample_idx=23 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4
|
| 87 |
+
[eval] sample_idx=23 baseline=E
|
| 88 |
+
[eval] sample_idx=23 tvcd=B
|
| 89 |
+
[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4
|
| 90 |
+
[eval] sample_idx=24 baseline=D
|
| 91 |
+
[eval] sample_idx=24 tvcd=D
|
| 92 |
+
[eval] sample_idx=25 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4
|
| 93 |
+
[eval] sample_idx=25 baseline=C
|
| 94 |
+
[eval] sample_idx=25 tvcd=C
|
| 95 |
+
[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4
|
| 96 |
+
[eval] sample_idx=26 baseline=D
|
| 97 |
+
[eval] sample_idx=26 tvcd=D
|
| 98 |
+
[eval] sample_idx=27 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 99 |
+
[eval] sample_idx=27 baseline=A
|
| 100 |
+
[eval] sample_idx=27 tvcd=A
|
| 101 |
+
[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4
|
| 102 |
+
[eval] sample_idx=28 baseline=F
|
| 103 |
+
[eval] sample_idx=28 tvcd=F
|
| 104 |
+
[eval] sample_idx=29 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 105 |
+
[eval] sample_idx=29 baseline=D
|
| 106 |
+
[eval] sample_idx=29 tvcd=D
|
| 107 |
+
{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.4666666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.1}
|
| 108 |
+
[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4
|
| 109 |
+
[eval] sample_idx=30 baseline=D
|
| 110 |
+
[eval] sample_idx=30 tvcd=D
|
| 111 |
+
[eval] sample_idx=31 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4
|
| 112 |
+
[eval] sample_idx=31 baseline=D
|
| 113 |
+
[eval] sample_idx=31 tvcd=D
|
| 114 |
+
[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4
|
| 115 |
+
[eval] sample_idx=32 baseline=A
|
| 116 |
+
[eval] sample_idx=32 tvcd=A
|
| 117 |
+
[eval] sample_idx=33 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4
|
| 118 |
+
[eval] sample_idx=33 baseline=D
|
| 119 |
+
[eval] sample_idx=33 tvcd=D
|
| 120 |
+
[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4
|
| 121 |
+
[eval] sample_idx=34 baseline=A
|
| 122 |
+
[eval] sample_idx=34 tvcd=A
|
| 123 |
+
[eval] sample_idx=35 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4
|
| 124 |
+
[eval] sample_idx=35 baseline=A
|
| 125 |
+
[eval] sample_idx=35 tvcd=A
|
| 126 |
+
[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 127 |
+
[eval] sample_idx=36 baseline=F
|
| 128 |
+
[eval] sample_idx=36 tvcd=F
|
| 129 |
+
[eval] sample_idx=37 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4
|
| 130 |
+
[eval] sample_idx=37 baseline=B
|
| 131 |
+
[eval] sample_idx=37 tvcd=B
|
| 132 |
+
[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4
|
| 133 |
+
[eval] sample_idx=38 baseline=B
|
| 134 |
+
[eval] sample_idx=38 tvcd=B
|
| 135 |
+
[eval] sample_idx=39 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4
|
| 136 |
+
[eval] sample_idx=39 baseline=B
|
| 137 |
+
[eval] sample_idx=39 tvcd=B
|
| 138 |
+
{'samples_done': 40, 'baseline_acc': 0.4, 'tvcd_acc': 0.425, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.1}
|
| 139 |
+
[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4
|
| 140 |
+
[eval] sample_idx=40 baseline=F
|
| 141 |
+
[eval] sample_idx=40 tvcd=F
|
| 142 |
+
[eval] sample_idx=41 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 143 |
+
[eval] sample_idx=41 baseline=A
|
| 144 |
+
[eval] sample_idx=41 tvcd=A
|
| 145 |
+
[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 146 |
+
[eval] sample_idx=42 baseline=I
|
| 147 |
+
[eval] sample_idx=42 tvcd=I
|
| 148 |
+
[eval] sample_idx=43 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4
|
| 149 |
+
[eval] sample_idx=43 baseline=B
|
| 150 |
+
[eval] sample_idx=43 tvcd=B
|
| 151 |
+
[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/liuwen.MP4
|
| 152 |
+
[eval] sample_idx=44 baseline=B
|
| 153 |
+
[eval] sample_idx=44 tvcd=B
|
| 154 |
+
[eval] sample_idx=45 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lixuyang.MP4
|
| 155 |
+
[eval] sample_idx=45 baseline=D
|
| 156 |
+
[eval] sample_idx=45 tvcd=C
|
| 157 |
+
[eval] sample_idx=46 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4
|
| 158 |
+
[eval] sample_idx=46 baseline=C
|
| 159 |
+
[eval] sample_idx=46 tvcd=C
|
| 160 |
+
[eval] sample_idx=47 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ATV2F.mp4
|
| 161 |
+
[eval] sample_idx=47 baseline=D
|
| 162 |
+
[eval] sample_idx=47 tvcd=D
|
| 163 |
+
[eval] sample_idx=48 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NE37I.mp4
|
| 164 |
+
[eval] sample_idx=48 baseline=A
|
| 165 |
+
[eval] sample_idx=48 tvcd=A
|
| 166 |
+
[eval] sample_idx=49 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_06545.mp4
|
| 167 |
+
[eval] sample_idx=49 baseline=D
|
| 168 |
+
[eval] sample_idx=49 tvcd=D
|
| 169 |
+
{'samples_done': 50, 'baseline_acc': 0.4, 'tvcd_acc': 0.42, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.1}
|
| 170 |
+
[eval] sample_idx=50 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 171 |
+
[eval] sample_idx=50 baseline=K
|
| 172 |
+
[eval] sample_idx=50 tvcd=K
|
| 173 |
+
[eval] sample_idx=51 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/xiaoyuting.MP4
|
| 174 |
+
[eval] sample_idx=51 baseline=D
|
| 175 |
+
[eval] sample_idx=51 tvcd=D
|
| 176 |
+
[eval] sample_idx=52 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/sunshuo.MP4
|
| 177 |
+
[eval] sample_idx=52 baseline=A
|
| 178 |
+
[eval] sample_idx=52 tvcd=A
|
| 179 |
+
[eval] sample_idx=53 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4
|
| 180 |
+
[eval] sample_idx=53 baseline=D
|
| 181 |
+
[eval] sample_idx=53 tvcd=D
|
| 182 |
+
[eval] sample_idx=54 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/limutong.MP4
|
| 183 |
+
[eval] sample_idx=54 baseline=D
|
| 184 |
+
[eval] sample_idx=54 tvcd=D
|
| 185 |
+
[eval] sample_idx=55 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/17RPG.mp4
|
| 186 |
+
[eval] sample_idx=55 baseline=A
|
| 187 |
+
[eval] sample_idx=55 tvcd=A
|
| 188 |
+
[eval] sample_idx=56 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/75KQ6.mp4
|
| 189 |
+
[eval] sample_idx=56 baseline=A
|
| 190 |
+
[eval] sample_idx=56 tvcd=A
|
| 191 |
+
[eval] sample_idx=57 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/limutong.MP4
|
| 192 |
+
[eval] sample_idx=57 baseline=C
|
| 193 |
+
[eval] sample_idx=57 tvcd=C
|
| 194 |
+
[eval] sample_idx=58 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangconghui.MP4
|
| 195 |
+
[eval] sample_idx=58 baseline=D
|
| 196 |
+
[eval] sample_idx=58 tvcd=D
|
| 197 |
+
[eval] sample_idx=59 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/EG1XK.mp4
|
| 198 |
+
[eval] sample_idx=59 baseline=A
|
| 199 |
+
[eval] sample_idx=59 tvcd=A
|
| 200 |
+
{'samples_done': 60, 'baseline_acc': 0.4166666666666667, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.1}
|
| 201 |
+
[eval] sample_idx=60 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 202 |
+
[eval] sample_idx=60 baseline=B
|
| 203 |
+
[eval] sample_idx=60 tvcd=B
|
| 204 |
+
[eval] sample_idx=61 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.4/sunxiaohui.MP4
|
| 205 |
+
[eval] sample_idx=61 baseline=E
|
| 206 |
+
[eval] sample_idx=61 tvcd=E
|
| 207 |
+
[eval] sample_idx=62 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4
|
| 208 |
+
[eval] sample_idx=62 baseline=E
|
| 209 |
+
[eval] sample_idx=62 tvcd=E
|
| 210 |
+
[eval] sample_idx=63 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 211 |
+
[eval] sample_idx=63 baseline=B
|
| 212 |
+
[eval] sample_idx=63 tvcd=B
|
| 213 |
+
[eval] sample_idx=64 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/qianyicheng.MP4
|
| 214 |
+
[eval] sample_idx=64 baseline=E
|
| 215 |
+
[eval] sample_idx=64 tvcd=E
|
| 216 |
+
[eval] sample_idx=65 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/wangzixiao.MP4
|
| 217 |
+
[eval] sample_idx=65 baseline=E
|
| 218 |
+
[eval] sample_idx=65 tvcd=E
|
| 219 |
+
[eval] sample_idx=66 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lizhuoru.MP4
|
| 220 |
+
[eval] sample_idx=66 baseline=D
|
| 221 |
+
[eval] sample_idx=66 tvcd=D
|
| 222 |
+
[eval] sample_idx=67 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 223 |
+
[eval] sample_idx=67 baseline=E
|
| 224 |
+
[eval] sample_idx=67 tvcd=E
|
| 225 |
+
[eval] sample_idx=68 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/306S9.mp4
|
| 226 |
+
[eval] sample_idx=68 baseline=C
|
| 227 |
+
[eval] sample_idx=68 tvcd=C
|
| 228 |
+
[eval] sample_idx=69 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhoukang.MP4
|
| 229 |
+
[eval] sample_idx=69 baseline=G
|
| 230 |
+
[eval] sample_idx=69 tvcd=G
|
| 231 |
+
{'samples_done': 70, 'baseline_acc': 0.42857142857142855, 'tvcd_acc': 0.44285714285714284, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.1}
|
| 232 |
+
[eval] sample_idx=70 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/XLR4B.mp4
|
| 233 |
+
[eval] sample_idx=70 baseline=C
|
| 234 |
+
[eval] sample_idx=70 tvcd=C
|
| 235 |
+
[eval] sample_idx=71 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/xuyanyu.MP4
|
| 236 |
+
[eval] sample_idx=71 baseline=D
|
| 237 |
+
[eval] sample_idx=71 tvcd=D
|
| 238 |
+
[eval] sample_idx=72 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/1HAYV.mp4
|
| 239 |
+
[eval] sample_idx=72 baseline=C
|
| 240 |
+
[eval] sample_idx=72 tvcd=C
|
| 241 |
+
[eval] sample_idx=73 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/9O0HH.mp4
|
| 242 |
+
[eval] sample_idx=73 baseline=C
|
| 243 |
+
[eval] sample_idx=73 tvcd=C
|
| 244 |
+
[eval] sample_idx=74 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/gaoshiyuan.MP4
|
| 245 |
+
[eval] sample_idx=74 baseline=B
|
tmp/epoch10_tvcd_grid_every10_400/a025_b01/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 70,
|
| 3 |
+
"baseline_acc": 0.42857142857142855,
|
| 4 |
+
"tvcd_acc": 0.44285714285714284,
|
| 5 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 0.25,
|
| 9 |
+
"cd_beta": 0.1
|
| 10 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/a02_b005/predictions.jsonl
ADDED
|
@@ -0,0 +1,75 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"sample_idx": 0, "data_id": 0, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "D. Opened the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 2 |
+
{"sample_idx": 1, "data_id": 5, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 3 |
+
{"sample_idx": 2, "data_id": 10, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Sat at the table", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 4 |
+
{"sample_idx": 3, "data_id": 15, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "A. put down the jar", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 5 |
+
{"sample_idx": 4, "data_id": 20, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "B. Opened the book", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 6 |
+
{"sample_idx": 5, "data_id": 25, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "D. the prison", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 7 |
+
{"sample_idx": 6, "data_id": 30, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "C. the warehouse", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 8 |
+
{"sample_idx": 7, "data_id": 35, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "G. put down the glass rod", "gt_letter": "G", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": true, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": true}
|
| 9 |
+
{"sample_idx": 8, "data_id": 40, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4", "gt_response": "D. Opened the door", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 10 |
+
{"sample_idx": 9, "data_id": 45, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4", "gt_response": "A. pour the conical flask", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 11 |
+
{"sample_idx": 10, "data_id": 50, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4", "gt_response": "D. the room", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 12 |
+
{"sample_idx": 11, "data_id": 55, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4", "gt_response": "J. put down the alcohol burner cap", "gt_letter": "J", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 13 |
+
{"sample_idx": 12, "data_id": 60, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4", "gt_response": "E. take up the conical flask", "gt_letter": "E", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 14 |
+
{"sample_idx": 13, "data_id": 65, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4", "gt_response": "D. spaceship", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 15 |
+
{"sample_idx": 14, "data_id": 70, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4", "gt_response": "C. Closed the closet/cabinet", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 16 |
+
{"sample_idx": 15, "data_id": 75, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4", "gt_response": "C. Put down the clothes", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 17 |
+
{"sample_idx": 16, "data_id": 80, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4", "gt_response": "D. pour the conical flask", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 18 |
+
{"sample_idx": 17, "data_id": 85, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4", "gt_response": "D. the secretary's office", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 19 |
+
{"sample_idx": 18, "data_id": 90, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4", "gt_response": "A. the Nash's house", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 20 |
+
{"sample_idx": 19, "data_id": 95, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4", "gt_response": "G. take up the beaker", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 21 |
+
{"sample_idx": 20, "data_id": 100, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4", "gt_response": "H. cover the alcohol burner with the alcohol burner cap", "gt_letter": "H", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": false, "tvcd_text": "I", "tvcd_letter": "I", "tvcd_correct": false}
|
| 22 |
+
{"sample_idx": 21, "data_id": 105, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "B. take up the conical flask", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 23 |
+
{"sample_idx": 22, "data_id": 110, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4", "gt_response": "A. the cockpit", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 24 |
+
{"sample_idx": 23, "data_id": 115, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4", "gt_response": "B. insert the horn tube", "gt_letter": "B", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 25 |
+
{"sample_idx": 24, "data_id": 120, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4", "gt_response": "D. Put down the towel", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 26 |
+
{"sample_idx": 25, "data_id": 125, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4", "gt_response": "D. the helicopter above", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 27 |
+
{"sample_idx": 26, "data_id": 130, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4", "gt_response": "A. Put down the dish", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 28 |
+
{"sample_idx": 27, "data_id": 135, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4", "gt_response": "D. take up the horn tube", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 29 |
+
{"sample_idx": 28, "data_id": 140, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4", "gt_response": "F. squeeze the dropper", "gt_letter": "F", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": true, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": true}
|
| 30 |
+
{"sample_idx": 29, "data_id": 145, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4", "gt_response": "G. stir the glass rod", "gt_letter": "G", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 31 |
+
{"sample_idx": 30, "data_id": 150, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4", "gt_response": "D. Took the cup/glass/bottle", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 32 |
+
{"sample_idx": 31, "data_id": 155, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4", "gt_response": "A. Took the food", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 33 |
+
{"sample_idx": 32, "data_id": 160, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4", "gt_response": "D. the mirror in front", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 34 |
+
{"sample_idx": 33, "data_id": 165, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4", "gt_response": "B. Put down the book", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 35 |
+
{"sample_idx": 34, "data_id": 170, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4", "gt_response": "E. put down the jar", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 36 |
+
{"sample_idx": 35, "data_id": 175, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4", "gt_response": "D. shake the test tube", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 37 |
+
{"sample_idx": 36, "data_id": 180, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 38 |
+
{"sample_idx": 37, "data_id": 185, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4", "gt_response": "B. Sat on the floor", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 39 |
+
{"sample_idx": 38, "data_id": 190, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4", "gt_response": "C. pour the conical flask", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 40 |
+
{"sample_idx": 39, "data_id": 195, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4", "gt_response": "B. the stairs", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 41 |
+
{"sample_idx": 40, "data_id": 200, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4", "gt_response": "D. put down the jar cap", "gt_letter": "D", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 42 |
+
{"sample_idx": 41, "data_id": 205, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4", "gt_response": "H. take up the test tube", "gt_letter": "H", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 43 |
+
{"sample_idx": 42, "data_id": 210, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4", "gt_response": "I. put down the glass rod", "gt_letter": "I", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": true, "tvcd_text": "I", "tvcd_letter": "I", "tvcd_correct": true}
|
| 44 |
+
{"sample_idx": 43, "data_id": 215, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4", "gt_response": "B. pour the jar", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 45 |
+
{"sample_idx": 44, "data_id": 220, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/liuwen.MP4", "gt_response": "A. uncover the jar cap", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 46 |
+
{"sample_idx": 45, "data_id": 225, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lixuyang.MP4", "gt_response": "B. put down the conical flask", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 47 |
+
{"sample_idx": 46, "data_id": 230, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4", "gt_response": "D. put down the conical flask", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 48 |
+
{"sample_idx": 47, "data_id": 235, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/ATV2F.mp4", "gt_response": "D. Put down the blanket", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 49 |
+
{"sample_idx": 48, "data_id": 240, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NE37I.mp4", "gt_response": "C. Took the pillow", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 50 |
+
{"sample_idx": 49, "data_id": 245, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top075_06545.mp4", "gt_response": "D. the hospital corridor", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 51 |
+
{"sample_idx": 50, "data_id": 250, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4", "gt_response": "G. take up the conical flask", "gt_letter": "G", "baseline_text": "K", "baseline_letter": "K", "baseline_correct": false, "tvcd_text": "K", "tvcd_letter": "K", "tvcd_correct": false}
|
| 52 |
+
{"sample_idx": 51, "data_id": 255, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/xiaoyuting.MP4", "gt_response": "D. pour the jar", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 53 |
+
{"sample_idx": 52, "data_id": 260, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/sunshuo.MP4", "gt_response": "A. put down the conical flask", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 54 |
+
{"sample_idx": 53, "data_id": 265, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4", "gt_response": "D. take up the conical flask", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 55 |
+
{"sample_idx": 54, "data_id": 270, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/limutong.MP4", "gt_response": "A. uncover the dropper bottle", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 56 |
+
{"sample_idx": 55, "data_id": 275, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/17RPG.mp4", "gt_response": "B. Ate the sandwich", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 57 |
+
{"sample_idx": 56, "data_id": 280, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/75KQ6.mp4", "gt_response": "B. Held the food", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 58 |
+
{"sample_idx": 57, "data_id": 285, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/limutong.MP4", "gt_response": "A. put down the jar", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 59 |
+
{"sample_idx": 58, "data_id": 290, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangconghui.MP4", "gt_response": "D. put down the reagent bottle", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 60 |
+
{"sample_idx": 59, "data_id": 295, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/EG1XK.mp4", "gt_response": "A. Opened the door", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 61 |
+
{"sample_idx": 60, "data_id": 300, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4", "gt_response": "D. take up the conical flask", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 62 |
+
{"sample_idx": 61, "data_id": 305, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.4/sunxiaohui.MP4", "gt_response": "G. put down the dropper bottle", "gt_letter": "G", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
|
| 63 |
+
{"sample_idx": 62, "data_id": 310, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4", "gt_response": "E. insert the horn tube", "gt_letter": "E", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": true, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
|
| 64 |
+
{"sample_idx": 63, "data_id": 315, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4", "gt_response": "D. take up the conical flask", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 65 |
+
{"sample_idx": 64, "data_id": 320, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/qianyicheng.MP4", "gt_response": "A. put down the test tube", "gt_letter": "A", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
|
| 66 |
+
{"sample_idx": 65, "data_id": 325, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/wangzixiao.MP4", "gt_response": "E. put down the jar cap", "gt_letter": "E", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": true, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
|
| 67 |
+
{"sample_idx": 66, "data_id": 330, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lizhuoru.MP4", "gt_response": "C. put down the conical flask", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 68 |
+
{"sample_idx": 67, "data_id": 335, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4", "gt_response": "E. squeeze the dropper", "gt_letter": "E", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": true, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
|
| 69 |
+
{"sample_idx": 68, "data_id": 340, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/306S9.mp4", "gt_response": "C. Put down the food", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 70 |
+
{"sample_idx": 69, "data_id": 345, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhoukang.MP4", "gt_response": "G. screw the reagent bottle cap", "gt_letter": "G", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": true, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": true}
|
| 71 |
+
{"sample_idx": 70, "data_id": 350, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/XLR4B.mp4", "gt_response": "D. Sat at the table", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 72 |
+
{"sample_idx": 71, "data_id": 355, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/xuyanyu.MP4", "gt_response": "G. stir the glass rod", "gt_letter": "G", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 73 |
+
{"sample_idx": 72, "data_id": 360, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/1HAYV.mp4", "gt_response": "C. Drank from the cup/glass/bottle", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 74 |
+
{"sample_idx": 73, "data_id": 365, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/9O0HH.mp4", "gt_response": "C. Put down the food", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 75 |
+
{"sample_idx": 74, "data_id": 371, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/gaoshiyuan.MP4", "gt_response": "I. stir the glass rod", "gt_letter": "I", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
tmp/epoch10_tvcd_grid_every10_400/a02_b005/run.log
ADDED
|
@@ -0,0 +1,247 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
OpenCLIP not installed
|
| 2 |
+
[eval] args={'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'output_dir': '/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a02_b005', 'device': 'cuda:0', 'device_map': None, 'conv_mode': 'llada', 'max_samples': 400, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 4, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': 'grid', 'temperature': 0.0, 'max_new_tokens': 12, 'block_length': 12, 'step_per_block': 4, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.2, 'cd_beta': 0.05, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 3 |
+
[eval] output_dir=/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a02_b005
|
| 4 |
+
[eval] loading model from /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 with device_map=None
|
| 5 |
+
Loaded LLaVA model: /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10
|
| 6 |
+
Loading vision tower: google/siglip-so400m-patch14-384
|
| 7 |
+
|
| 8 |
+
Some weights of LlavaLladaForMaskedDiffusion were not initialized from the model checkpoint at /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 and are newly initialized because the shapes did not match:
|
| 9 |
+
- model.transformer.wte.weight: found shape torch.Size([126352, 4096]) in the checkpoint and torch.Size([126464, 4096]) in the model instantiated
|
| 10 |
+
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
|
| 11 |
+
Restored mismatched LLaDA input embeddings from checkpoint shards.
|
| 12 |
+
Model Class: LlavaLladaForMaskedDiffusion
|
| 13 |
+
[eval] model loaded
|
| 14 |
+
[eval] loaded 400 samples from /data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json
|
| 15 |
+
[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 16 |
+
[eval] sample_idx=0 baseline=D
|
| 17 |
+
[eval] sample_idx=0 tvcd=D
|
| 18 |
+
[eval] sample_idx=1 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 19 |
+
[eval] sample_idx=1 baseline=F
|
| 20 |
+
[eval] sample_idx=1 tvcd=F
|
| 21 |
+
[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 22 |
+
[eval] sample_idx=2 baseline=D
|
| 23 |
+
[eval] sample_idx=2 tvcd=D
|
| 24 |
+
[eval] sample_idx=3 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 25 |
+
[eval] sample_idx=3 baseline=B
|
| 26 |
+
[eval] sample_idx=3 tvcd=B
|
| 27 |
+
[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 28 |
+
[eval] sample_idx=4 baseline=C
|
| 29 |
+
[eval] sample_idx=4 tvcd=C
|
| 30 |
+
[eval] sample_idx=5 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 31 |
+
[eval] sample_idx=5 baseline=A
|
| 32 |
+
[eval] sample_idx=5 tvcd=A
|
| 33 |
+
[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 34 |
+
[eval] sample_idx=6 baseline=C
|
| 35 |
+
[eval] sample_idx=6 tvcd=C
|
| 36 |
+
[eval] sample_idx=7 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 37 |
+
[eval] sample_idx=7 baseline=G
|
| 38 |
+
[eval] sample_idx=7 tvcd=G
|
| 39 |
+
[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4
|
| 40 |
+
[eval] sample_idx=8 baseline=D
|
| 41 |
+
[eval] sample_idx=8 tvcd=D
|
| 42 |
+
[eval] sample_idx=9 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4
|
| 43 |
+
[eval] sample_idx=9 baseline=A
|
| 44 |
+
[eval] sample_idx=9 tvcd=A
|
| 45 |
+
{'samples_done': 10, 'baseline_acc': 0.6, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.2, 'cd_beta': 0.05}
|
| 46 |
+
[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4
|
| 47 |
+
[eval] sample_idx=10 baseline=B
|
| 48 |
+
[eval] sample_idx=10 tvcd=B
|
| 49 |
+
[eval] sample_idx=11 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 50 |
+
[eval] sample_idx=11 baseline=B
|
| 51 |
+
[eval] sample_idx=11 tvcd=B
|
| 52 |
+
[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4
|
| 53 |
+
[eval] sample_idx=12 baseline=D
|
| 54 |
+
[eval] sample_idx=12 tvcd=D
|
| 55 |
+
[eval] sample_idx=13 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4
|
| 56 |
+
[eval] sample_idx=13 baseline=C
|
| 57 |
+
[eval] sample_idx=13 tvcd=C
|
| 58 |
+
[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4
|
| 59 |
+
[eval] sample_idx=14 baseline=B
|
| 60 |
+
[eval] sample_idx=14 tvcd=B
|
| 61 |
+
[eval] sample_idx=15 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4
|
| 62 |
+
[eval] sample_idx=15 baseline=C
|
| 63 |
+
[eval] sample_idx=15 tvcd=C
|
| 64 |
+
[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4
|
| 65 |
+
[eval] sample_idx=16 baseline=D
|
| 66 |
+
[eval] sample_idx=16 tvcd=D
|
| 67 |
+
[eval] sample_idx=17 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4
|
| 68 |
+
[eval] sample_idx=17 baseline=D
|
| 69 |
+
[eval] sample_idx=17 tvcd=D
|
| 70 |
+
[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4
|
| 71 |
+
[eval] sample_idx=18 baseline=A
|
| 72 |
+
[eval] sample_idx=18 tvcd=A
|
| 73 |
+
[eval] sample_idx=19 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4
|
| 74 |
+
[eval] sample_idx=19 baseline=B
|
| 75 |
+
[eval] sample_idx=19 tvcd=B
|
| 76 |
+
{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.2, 'cd_beta': 0.05}
|
| 77 |
+
[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 78 |
+
[eval] sample_idx=20 baseline=I
|
| 79 |
+
[eval] sample_idx=20 tvcd=I
|
| 80 |
+
[eval] sample_idx=21 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 81 |
+
[eval] sample_idx=21 baseline=B
|
| 82 |
+
[eval] sample_idx=21 tvcd=B
|
| 83 |
+
[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4
|
| 84 |
+
[eval] sample_idx=22 baseline=B
|
| 85 |
+
[eval] sample_idx=22 tvcd=B
|
| 86 |
+
[eval] sample_idx=23 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4
|
| 87 |
+
[eval] sample_idx=23 baseline=E
|
| 88 |
+
[eval] sample_idx=23 tvcd=B
|
| 89 |
+
[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4
|
| 90 |
+
[eval] sample_idx=24 baseline=D
|
| 91 |
+
[eval] sample_idx=24 tvcd=D
|
| 92 |
+
[eval] sample_idx=25 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4
|
| 93 |
+
[eval] sample_idx=25 baseline=C
|
| 94 |
+
[eval] sample_idx=25 tvcd=C
|
| 95 |
+
[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4
|
| 96 |
+
[eval] sample_idx=26 baseline=D
|
| 97 |
+
[eval] sample_idx=26 tvcd=D
|
| 98 |
+
[eval] sample_idx=27 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 99 |
+
[eval] sample_idx=27 baseline=A
|
| 100 |
+
[eval] sample_idx=27 tvcd=A
|
| 101 |
+
[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4
|
| 102 |
+
[eval] sample_idx=28 baseline=F
|
| 103 |
+
[eval] sample_idx=28 tvcd=F
|
| 104 |
+
[eval] sample_idx=29 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 105 |
+
[eval] sample_idx=29 baseline=D
|
| 106 |
+
[eval] sample_idx=29 tvcd=D
|
| 107 |
+
{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.4666666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.2, 'cd_beta': 0.05}
|
| 108 |
+
[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4
|
| 109 |
+
[eval] sample_idx=30 baseline=D
|
| 110 |
+
[eval] sample_idx=30 tvcd=D
|
| 111 |
+
[eval] sample_idx=31 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4
|
| 112 |
+
[eval] sample_idx=31 baseline=D
|
| 113 |
+
[eval] sample_idx=31 tvcd=D
|
| 114 |
+
[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4
|
| 115 |
+
[eval] sample_idx=32 baseline=A
|
| 116 |
+
[eval] sample_idx=32 tvcd=A
|
| 117 |
+
[eval] sample_idx=33 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4
|
| 118 |
+
[eval] sample_idx=33 baseline=D
|
| 119 |
+
[eval] sample_idx=33 tvcd=D
|
| 120 |
+
[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4
|
| 121 |
+
[eval] sample_idx=34 baseline=A
|
| 122 |
+
[eval] sample_idx=34 tvcd=A
|
| 123 |
+
[eval] sample_idx=35 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4
|
| 124 |
+
[eval] sample_idx=35 baseline=A
|
| 125 |
+
[eval] sample_idx=35 tvcd=A
|
| 126 |
+
[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 127 |
+
[eval] sample_idx=36 baseline=F
|
| 128 |
+
[eval] sample_idx=36 tvcd=F
|
| 129 |
+
[eval] sample_idx=37 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4
|
| 130 |
+
[eval] sample_idx=37 baseline=B
|
| 131 |
+
[eval] sample_idx=37 tvcd=B
|
| 132 |
+
[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4
|
| 133 |
+
[eval] sample_idx=38 baseline=B
|
| 134 |
+
[eval] sample_idx=38 tvcd=B
|
| 135 |
+
[eval] sample_idx=39 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4
|
| 136 |
+
[eval] sample_idx=39 baseline=B
|
| 137 |
+
[eval] sample_idx=39 tvcd=B
|
| 138 |
+
{'samples_done': 40, 'baseline_acc': 0.4, 'tvcd_acc': 0.425, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.2, 'cd_beta': 0.05}
|
| 139 |
+
[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4
|
| 140 |
+
[eval] sample_idx=40 baseline=F
|
| 141 |
+
[eval] sample_idx=40 tvcd=F
|
| 142 |
+
[eval] sample_idx=41 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 143 |
+
[eval] sample_idx=41 baseline=A
|
| 144 |
+
[eval] sample_idx=41 tvcd=A
|
| 145 |
+
[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 146 |
+
[eval] sample_idx=42 baseline=I
|
| 147 |
+
[eval] sample_idx=42 tvcd=I
|
| 148 |
+
[eval] sample_idx=43 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4
|
| 149 |
+
[eval] sample_idx=43 baseline=B
|
| 150 |
+
[eval] sample_idx=43 tvcd=B
|
| 151 |
+
[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/liuwen.MP4
|
| 152 |
+
[eval] sample_idx=44 baseline=B
|
| 153 |
+
[eval] sample_idx=44 tvcd=B
|
| 154 |
+
[eval] sample_idx=45 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lixuyang.MP4
|
| 155 |
+
[eval] sample_idx=45 baseline=D
|
| 156 |
+
[eval] sample_idx=45 tvcd=C
|
| 157 |
+
[eval] sample_idx=46 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4
|
| 158 |
+
[eval] sample_idx=46 baseline=C
|
| 159 |
+
[eval] sample_idx=46 tvcd=C
|
| 160 |
+
[eval] sample_idx=47 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ATV2F.mp4
|
| 161 |
+
[eval] sample_idx=47 baseline=D
|
| 162 |
+
[eval] sample_idx=47 tvcd=D
|
| 163 |
+
[eval] sample_idx=48 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NE37I.mp4
|
| 164 |
+
[eval] sample_idx=48 baseline=A
|
| 165 |
+
[eval] sample_idx=48 tvcd=A
|
| 166 |
+
[eval] sample_idx=49 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_06545.mp4
|
| 167 |
+
[eval] sample_idx=49 baseline=D
|
| 168 |
+
[eval] sample_idx=49 tvcd=D
|
| 169 |
+
{'samples_done': 50, 'baseline_acc': 0.4, 'tvcd_acc': 0.42, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.2, 'cd_beta': 0.05}
|
| 170 |
+
[eval] sample_idx=50 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 171 |
+
[eval] sample_idx=50 baseline=K
|
| 172 |
+
[eval] sample_idx=50 tvcd=K
|
| 173 |
+
[eval] sample_idx=51 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/xiaoyuting.MP4
|
| 174 |
+
[eval] sample_idx=51 baseline=D
|
| 175 |
+
[eval] sample_idx=51 tvcd=D
|
| 176 |
+
[eval] sample_idx=52 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/sunshuo.MP4
|
| 177 |
+
[eval] sample_idx=52 baseline=A
|
| 178 |
+
[eval] sample_idx=52 tvcd=A
|
| 179 |
+
[eval] sample_idx=53 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4
|
| 180 |
+
[eval] sample_idx=53 baseline=D
|
| 181 |
+
[eval] sample_idx=53 tvcd=D
|
| 182 |
+
[eval] sample_idx=54 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/limutong.MP4
|
| 183 |
+
[eval] sample_idx=54 baseline=D
|
| 184 |
+
[eval] sample_idx=54 tvcd=D
|
| 185 |
+
[eval] sample_idx=55 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/17RPG.mp4
|
| 186 |
+
[eval] sample_idx=55 baseline=A
|
| 187 |
+
[eval] sample_idx=55 tvcd=A
|
| 188 |
+
[eval] sample_idx=56 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/75KQ6.mp4
|
| 189 |
+
[eval] sample_idx=56 baseline=A
|
| 190 |
+
[eval] sample_idx=56 tvcd=A
|
| 191 |
+
[eval] sample_idx=57 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/limutong.MP4
|
| 192 |
+
[eval] sample_idx=57 baseline=C
|
| 193 |
+
[eval] sample_idx=57 tvcd=C
|
| 194 |
+
[eval] sample_idx=58 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangconghui.MP4
|
| 195 |
+
[eval] sample_idx=58 baseline=D
|
| 196 |
+
[eval] sample_idx=58 tvcd=D
|
| 197 |
+
[eval] sample_idx=59 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/EG1XK.mp4
|
| 198 |
+
[eval] sample_idx=59 baseline=A
|
| 199 |
+
[eval] sample_idx=59 tvcd=A
|
| 200 |
+
{'samples_done': 60, 'baseline_acc': 0.4166666666666667, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.2, 'cd_beta': 0.05}
|
| 201 |
+
[eval] sample_idx=60 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 202 |
+
[eval] sample_idx=60 baseline=B
|
| 203 |
+
[eval] sample_idx=60 tvcd=B
|
| 204 |
+
[eval] sample_idx=61 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.4/sunxiaohui.MP4
|
| 205 |
+
[eval] sample_idx=61 baseline=E
|
| 206 |
+
[eval] sample_idx=61 tvcd=E
|
| 207 |
+
[eval] sample_idx=62 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4
|
| 208 |
+
[eval] sample_idx=62 baseline=E
|
| 209 |
+
[eval] sample_idx=62 tvcd=E
|
| 210 |
+
[eval] sample_idx=63 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 211 |
+
[eval] sample_idx=63 baseline=B
|
| 212 |
+
[eval] sample_idx=63 tvcd=B
|
| 213 |
+
[eval] sample_idx=64 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/qianyicheng.MP4
|
| 214 |
+
[eval] sample_idx=64 baseline=E
|
| 215 |
+
[eval] sample_idx=64 tvcd=E
|
| 216 |
+
[eval] sample_idx=65 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/wangzixiao.MP4
|
| 217 |
+
[eval] sample_idx=65 baseline=E
|
| 218 |
+
[eval] sample_idx=65 tvcd=E
|
| 219 |
+
[eval] sample_idx=66 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lizhuoru.MP4
|
| 220 |
+
[eval] sample_idx=66 baseline=D
|
| 221 |
+
[eval] sample_idx=66 tvcd=D
|
| 222 |
+
[eval] sample_idx=67 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 223 |
+
[eval] sample_idx=67 baseline=E
|
| 224 |
+
[eval] sample_idx=67 tvcd=E
|
| 225 |
+
[eval] sample_idx=68 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/306S9.mp4
|
| 226 |
+
[eval] sample_idx=68 baseline=C
|
| 227 |
+
[eval] sample_idx=68 tvcd=C
|
| 228 |
+
[eval] sample_idx=69 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhoukang.MP4
|
| 229 |
+
[eval] sample_idx=69 baseline=G
|
| 230 |
+
[eval] sample_idx=69 tvcd=G
|
| 231 |
+
{'samples_done': 70, 'baseline_acc': 0.42857142857142855, 'tvcd_acc': 0.44285714285714284, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.2, 'cd_beta': 0.05}
|
| 232 |
+
[eval] sample_idx=70 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/XLR4B.mp4
|
| 233 |
+
[eval] sample_idx=70 baseline=C
|
| 234 |
+
[eval] sample_idx=70 tvcd=C
|
| 235 |
+
[eval] sample_idx=71 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/xuyanyu.MP4
|
| 236 |
+
[eval] sample_idx=71 baseline=D
|
| 237 |
+
[eval] sample_idx=71 tvcd=D
|
| 238 |
+
[eval] sample_idx=72 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/1HAYV.mp4
|
| 239 |
+
[eval] sample_idx=72 baseline=C
|
| 240 |
+
[eval] sample_idx=72 tvcd=C
|
| 241 |
+
[eval] sample_idx=73 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/9O0HH.mp4
|
| 242 |
+
[eval] sample_idx=73 baseline=C
|
| 243 |
+
[eval] sample_idx=73 tvcd=C
|
| 244 |
+
[eval] sample_idx=74 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/gaoshiyuan.MP4
|
| 245 |
+
[eval] sample_idx=74 baseline=B
|
| 246 |
+
[eval] sample_idx=74 tvcd=B
|
| 247 |
+
[eval] sample_idx=75 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4
|
tmp/epoch10_tvcd_grid_every10_400/a02_b005/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 70,
|
| 3 |
+
"baseline_acc": 0.42857142857142855,
|
| 4 |
+
"tvcd_acc": 0.44285714285714284,
|
| 5 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 0.2,
|
| 9 |
+
"cd_beta": 0.05
|
| 10 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/a05_b005/predictions.jsonl
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"sample_idx": 0, "data_id": 0, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "D. Opened the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 2 |
+
{"sample_idx": 1, "data_id": 5, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 3 |
+
{"sample_idx": 2, "data_id": 10, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Sat at the table", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 4 |
+
{"sample_idx": 3, "data_id": 15, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "A. put down the jar", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 5 |
+
{"sample_idx": 4, "data_id": 20, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "B. Opened the book", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 6 |
+
{"sample_idx": 5, "data_id": 25, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "D. the prison", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 7 |
+
{"sample_idx": 6, "data_id": 30, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "C. the warehouse", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 8 |
+
{"sample_idx": 7, "data_id": 35, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "G. put down the glass rod", "gt_letter": "G", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": true, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": true}
|
| 9 |
+
{"sample_idx": 8, "data_id": 40, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4", "gt_response": "D. Opened the door", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 10 |
+
{"sample_idx": 9, "data_id": 45, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4", "gt_response": "A. pour the conical flask", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 11 |
+
{"sample_idx": 10, "data_id": 50, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4", "gt_response": "D. the room", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 12 |
+
{"sample_idx": 11, "data_id": 55, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4", "gt_response": "J. put down the alcohol burner cap", "gt_letter": "J", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 13 |
+
{"sample_idx": 12, "data_id": 60, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4", "gt_response": "E. take up the conical flask", "gt_letter": "E", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 14 |
+
{"sample_idx": 13, "data_id": 65, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4", "gt_response": "D. spaceship", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 15 |
+
{"sample_idx": 14, "data_id": 70, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4", "gt_response": "C. Closed the closet/cabinet", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 16 |
+
{"sample_idx": 15, "data_id": 75, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4", "gt_response": "C. Put down the clothes", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 17 |
+
{"sample_idx": 16, "data_id": 80, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4", "gt_response": "D. pour the conical flask", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 18 |
+
{"sample_idx": 17, "data_id": 85, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4", "gt_response": "D. the secretary's office", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 19 |
+
{"sample_idx": 18, "data_id": 90, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4", "gt_response": "A. the Nash's house", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 20 |
+
{"sample_idx": 19, "data_id": 95, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4", "gt_response": "G. take up the beaker", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 21 |
+
{"sample_idx": 20, "data_id": 100, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4", "gt_response": "H. cover the alcohol burner with the alcohol burner cap", "gt_letter": "H", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": false, "tvcd_text": "I", "tvcd_letter": "I", "tvcd_correct": false}
|
| 22 |
+
{"sample_idx": 21, "data_id": 105, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "B. take up the conical flask", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 23 |
+
{"sample_idx": 22, "data_id": 110, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4", "gt_response": "A. the cockpit", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 24 |
+
{"sample_idx": 23, "data_id": 115, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4", "gt_response": "B. insert the horn tube", "gt_letter": "B", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 25 |
+
{"sample_idx": 24, "data_id": 120, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4", "gt_response": "D. Put down the towel", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 26 |
+
{"sample_idx": 25, "data_id": 125, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4", "gt_response": "D. the helicopter above", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 27 |
+
{"sample_idx": 26, "data_id": 130, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4", "gt_response": "A. Put down the dish", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 28 |
+
{"sample_idx": 27, "data_id": 135, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4", "gt_response": "D. take up the horn tube", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 29 |
+
{"sample_idx": 28, "data_id": 140, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4", "gt_response": "F. squeeze the dropper", "gt_letter": "F", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": true, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": true}
|
| 30 |
+
{"sample_idx": 29, "data_id": 145, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4", "gt_response": "G. stir the glass rod", "gt_letter": "G", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 31 |
+
{"sample_idx": 30, "data_id": 150, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4", "gt_response": "D. Took the cup/glass/bottle", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 32 |
+
{"sample_idx": 31, "data_id": 155, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4", "gt_response": "A. Took the food", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 33 |
+
{"sample_idx": 32, "data_id": 160, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4", "gt_response": "D. the mirror in front", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 34 |
+
{"sample_idx": 33, "data_id": 165, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4", "gt_response": "B. Put down the book", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 35 |
+
{"sample_idx": 34, "data_id": 170, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4", "gt_response": "E. put down the jar", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 36 |
+
{"sample_idx": 35, "data_id": 175, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4", "gt_response": "D. shake the test tube", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 37 |
+
{"sample_idx": 36, "data_id": 180, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 38 |
+
{"sample_idx": 37, "data_id": 185, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4", "gt_response": "B. Sat on the floor", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 39 |
+
{"sample_idx": 38, "data_id": 190, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4", "gt_response": "C. pour the conical flask", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 40 |
+
{"sample_idx": 39, "data_id": 195, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4", "gt_response": "B. the stairs", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 41 |
+
{"sample_idx": 40, "data_id": 200, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4", "gt_response": "D. put down the jar cap", "gt_letter": "D", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 42 |
+
{"sample_idx": 41, "data_id": 205, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4", "gt_response": "H. take up the test tube", "gt_letter": "H", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 43 |
+
{"sample_idx": 42, "data_id": 210, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4", "gt_response": "I. put down the glass rod", "gt_letter": "I", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": true, "tvcd_text": "I", "tvcd_letter": "I", "tvcd_correct": true}
|
| 44 |
+
{"sample_idx": 43, "data_id": 215, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4", "gt_response": "B. pour the jar", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
tmp/epoch10_tvcd_grid_every10_400/a05_b005/run.log
ADDED
|
@@ -0,0 +1,151 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
OpenCLIP not installed
|
| 2 |
+
[eval] args={'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'output_dir': '/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a05_b005', 'device': 'cuda:0', 'device_map': None, 'conv_mode': 'llada', 'max_samples': 400, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 4, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': 'grid', 'temperature': 0.0, 'max_new_tokens': 12, 'block_length': 12, 'step_per_block': 4, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 3 |
+
[eval] output_dir=/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a05_b005
|
| 4 |
+
[eval] loading model from /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 with device_map=None
|
| 5 |
+
Loaded LLaVA model: /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10
|
| 6 |
+
Loading vision tower: google/siglip-so400m-patch14-384
|
| 7 |
+
|
| 8 |
+
Some weights of LlavaLladaForMaskedDiffusion were not initialized from the model checkpoint at /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 and are newly initialized because the shapes did not match:
|
| 9 |
+
- model.transformer.wte.weight: found shape torch.Size([126352, 4096]) in the checkpoint and torch.Size([126464, 4096]) in the model instantiated
|
| 10 |
+
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
|
| 11 |
+
Restored mismatched LLaDA input embeddings from checkpoint shards.
|
| 12 |
+
Model Class: LlavaLladaForMaskedDiffusion
|
| 13 |
+
[eval] model loaded
|
| 14 |
+
[eval] loaded 400 samples from /data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json
|
| 15 |
+
[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 16 |
+
[eval] sample_idx=0 baseline=D
|
| 17 |
+
[eval] sample_idx=0 tvcd=D
|
| 18 |
+
[eval] sample_idx=1 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 19 |
+
[eval] sample_idx=1 baseline=F
|
| 20 |
+
[eval] sample_idx=1 tvcd=F
|
| 21 |
+
[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 22 |
+
[eval] sample_idx=2 baseline=D
|
| 23 |
+
[eval] sample_idx=2 tvcd=A
|
| 24 |
+
[eval] sample_idx=3 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 25 |
+
[eval] sample_idx=3 baseline=B
|
| 26 |
+
[eval] sample_idx=3 tvcd=B
|
| 27 |
+
[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 28 |
+
[eval] sample_idx=4 baseline=C
|
| 29 |
+
[eval] sample_idx=4 tvcd=C
|
| 30 |
+
[eval] sample_idx=5 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 31 |
+
[eval] sample_idx=5 baseline=A
|
| 32 |
+
[eval] sample_idx=5 tvcd=A
|
| 33 |
+
[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 34 |
+
[eval] sample_idx=6 baseline=C
|
| 35 |
+
[eval] sample_idx=6 tvcd=C
|
| 36 |
+
[eval] sample_idx=7 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 37 |
+
[eval] sample_idx=7 baseline=G
|
| 38 |
+
[eval] sample_idx=7 tvcd=G
|
| 39 |
+
[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4
|
| 40 |
+
[eval] sample_idx=8 baseline=D
|
| 41 |
+
[eval] sample_idx=8 tvcd=D
|
| 42 |
+
[eval] sample_idx=9 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4
|
| 43 |
+
[eval] sample_idx=9 baseline=A
|
| 44 |
+
[eval] sample_idx=9 tvcd=A
|
| 45 |
+
{'samples_done': 10, 'baseline_acc': 0.6, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
|
| 46 |
+
[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4
|
| 47 |
+
[eval] sample_idx=10 baseline=B
|
| 48 |
+
[eval] sample_idx=10 tvcd=B
|
| 49 |
+
[eval] sample_idx=11 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 50 |
+
[eval] sample_idx=11 baseline=B
|
| 51 |
+
[eval] sample_idx=11 tvcd=B
|
| 52 |
+
[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4
|
| 53 |
+
[eval] sample_idx=12 baseline=D
|
| 54 |
+
[eval] sample_idx=12 tvcd=D
|
| 55 |
+
[eval] sample_idx=13 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4
|
| 56 |
+
[eval] sample_idx=13 baseline=C
|
| 57 |
+
[eval] sample_idx=13 tvcd=C
|
| 58 |
+
[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4
|
| 59 |
+
[eval] sample_idx=14 baseline=B
|
| 60 |
+
[eval] sample_idx=14 tvcd=B
|
| 61 |
+
[eval] sample_idx=15 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4
|
| 62 |
+
[eval] sample_idx=15 baseline=C
|
| 63 |
+
[eval] sample_idx=15 tvcd=C
|
| 64 |
+
[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4
|
| 65 |
+
[eval] sample_idx=16 baseline=D
|
| 66 |
+
[eval] sample_idx=16 tvcd=D
|
| 67 |
+
[eval] sample_idx=17 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4
|
| 68 |
+
[eval] sample_idx=17 baseline=D
|
| 69 |
+
[eval] sample_idx=17 tvcd=D
|
| 70 |
+
[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4
|
| 71 |
+
[eval] sample_idx=18 baseline=A
|
| 72 |
+
[eval] sample_idx=18 tvcd=A
|
| 73 |
+
[eval] sample_idx=19 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4
|
| 74 |
+
[eval] sample_idx=19 baseline=B
|
| 75 |
+
[eval] sample_idx=19 tvcd=B
|
| 76 |
+
{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.45, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
|
| 77 |
+
[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 78 |
+
[eval] sample_idx=20 baseline=I
|
| 79 |
+
[eval] sample_idx=20 tvcd=I
|
| 80 |
+
[eval] sample_idx=21 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 81 |
+
[eval] sample_idx=21 baseline=B
|
| 82 |
+
[eval] sample_idx=21 tvcd=B
|
| 83 |
+
[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4
|
| 84 |
+
[eval] sample_idx=22 baseline=B
|
| 85 |
+
[eval] sample_idx=22 tvcd=B
|
| 86 |
+
[eval] sample_idx=23 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4
|
| 87 |
+
[eval] sample_idx=23 baseline=E
|
| 88 |
+
[eval] sample_idx=23 tvcd=B
|
| 89 |
+
[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4
|
| 90 |
+
[eval] sample_idx=24 baseline=D
|
| 91 |
+
[eval] sample_idx=24 tvcd=D
|
| 92 |
+
[eval] sample_idx=25 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4
|
| 93 |
+
[eval] sample_idx=25 baseline=C
|
| 94 |
+
[eval] sample_idx=25 tvcd=C
|
| 95 |
+
[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4
|
| 96 |
+
[eval] sample_idx=26 baseline=D
|
| 97 |
+
[eval] sample_idx=26 tvcd=D
|
| 98 |
+
[eval] sample_idx=27 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 99 |
+
[eval] sample_idx=27 baseline=A
|
| 100 |
+
[eval] sample_idx=27 tvcd=A
|
| 101 |
+
[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4
|
| 102 |
+
[eval] sample_idx=28 baseline=F
|
| 103 |
+
[eval] sample_idx=28 tvcd=F
|
| 104 |
+
[eval] sample_idx=29 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 105 |
+
[eval] sample_idx=29 baseline=D
|
| 106 |
+
[eval] sample_idx=29 tvcd=D
|
| 107 |
+
{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
|
| 108 |
+
[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4
|
| 109 |
+
[eval] sample_idx=30 baseline=D
|
| 110 |
+
[eval] sample_idx=30 tvcd=D
|
| 111 |
+
[eval] sample_idx=31 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4
|
| 112 |
+
[eval] sample_idx=31 baseline=D
|
| 113 |
+
[eval] sample_idx=31 tvcd=D
|
| 114 |
+
[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4
|
| 115 |
+
[eval] sample_idx=32 baseline=A
|
| 116 |
+
[eval] sample_idx=32 tvcd=A
|
| 117 |
+
[eval] sample_idx=33 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4
|
| 118 |
+
[eval] sample_idx=33 baseline=D
|
| 119 |
+
[eval] sample_idx=33 tvcd=D
|
| 120 |
+
[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4
|
| 121 |
+
[eval] sample_idx=34 baseline=A
|
| 122 |
+
[eval] sample_idx=34 tvcd=A
|
| 123 |
+
[eval] sample_idx=35 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4
|
| 124 |
+
[eval] sample_idx=35 baseline=A
|
| 125 |
+
[eval] sample_idx=35 tvcd=A
|
| 126 |
+
[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 127 |
+
[eval] sample_idx=36 baseline=F
|
| 128 |
+
[eval] sample_idx=36 tvcd=F
|
| 129 |
+
[eval] sample_idx=37 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4
|
| 130 |
+
[eval] sample_idx=37 baseline=B
|
| 131 |
+
[eval] sample_idx=37 tvcd=B
|
| 132 |
+
[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4
|
| 133 |
+
[eval] sample_idx=38 baseline=B
|
| 134 |
+
[eval] sample_idx=38 tvcd=B
|
| 135 |
+
[eval] sample_idx=39 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4
|
| 136 |
+
[eval] sample_idx=39 baseline=B
|
| 137 |
+
[eval] sample_idx=39 tvcd=B
|
| 138 |
+
{'samples_done': 40, 'baseline_acc': 0.4, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
|
| 139 |
+
[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4
|
| 140 |
+
[eval] sample_idx=40 baseline=F
|
| 141 |
+
[eval] sample_idx=40 tvcd=F
|
| 142 |
+
[eval] sample_idx=41 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 143 |
+
[eval] sample_idx=41 baseline=A
|
| 144 |
+
[eval] sample_idx=41 tvcd=A
|
| 145 |
+
[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 146 |
+
[eval] sample_idx=42 baseline=I
|
| 147 |
+
[eval] sample_idx=42 tvcd=I
|
| 148 |
+
[eval] sample_idx=43 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4
|
| 149 |
+
[eval] sample_idx=43 baseline=B
|
| 150 |
+
[eval] sample_idx=43 tvcd=B
|
| 151 |
+
[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/liuwen.MP4
|
tmp/epoch10_tvcd_grid_every10_400/a05_b005/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 40,
|
| 3 |
+
"baseline_acc": 0.4,
|
| 4 |
+
"tvcd_acc": 0.4,
|
| 5 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 0.5,
|
| 9 |
+
"cd_beta": 0.05
|
| 10 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/a05_b01/predictions.jsonl
ADDED
|
@@ -0,0 +1,45 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"sample_idx": 0, "data_id": 0, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "D. Opened the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 2 |
+
{"sample_idx": 1, "data_id": 5, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 3 |
+
{"sample_idx": 2, "data_id": 10, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Sat at the table", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 4 |
+
{"sample_idx": 3, "data_id": 15, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "A. put down the jar", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 5 |
+
{"sample_idx": 4, "data_id": 20, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "B. Opened the book", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 6 |
+
{"sample_idx": 5, "data_id": 25, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "D. the prison", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 7 |
+
{"sample_idx": 6, "data_id": 30, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "C. the warehouse", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 8 |
+
{"sample_idx": 7, "data_id": 35, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "G. put down the glass rod", "gt_letter": "G", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": true, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": true}
|
| 9 |
+
{"sample_idx": 8, "data_id": 40, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4", "gt_response": "D. Opened the door", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 10 |
+
{"sample_idx": 9, "data_id": 45, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4", "gt_response": "A. pour the conical flask", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 11 |
+
{"sample_idx": 10, "data_id": 50, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4", "gt_response": "D. the room", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 12 |
+
{"sample_idx": 11, "data_id": 55, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4", "gt_response": "J. put down the alcohol burner cap", "gt_letter": "J", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 13 |
+
{"sample_idx": 12, "data_id": 60, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4", "gt_response": "E. take up the conical flask", "gt_letter": "E", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 14 |
+
{"sample_idx": 13, "data_id": 65, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4", "gt_response": "D. spaceship", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 15 |
+
{"sample_idx": 14, "data_id": 70, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4", "gt_response": "C. Closed the closet/cabinet", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 16 |
+
{"sample_idx": 15, "data_id": 75, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4", "gt_response": "C. Put down the clothes", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 17 |
+
{"sample_idx": 16, "data_id": 80, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4", "gt_response": "D. pour the conical flask", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 18 |
+
{"sample_idx": 17, "data_id": 85, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4", "gt_response": "D. the secretary's office", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 19 |
+
{"sample_idx": 18, "data_id": 90, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4", "gt_response": "A. the Nash's house", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 20 |
+
{"sample_idx": 19, "data_id": 95, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4", "gt_response": "G. take up the beaker", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 21 |
+
{"sample_idx": 20, "data_id": 100, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4", "gt_response": "H. cover the alcohol burner with the alcohol burner cap", "gt_letter": "H", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": false, "tvcd_text": "I", "tvcd_letter": "I", "tvcd_correct": false}
|
| 22 |
+
{"sample_idx": 21, "data_id": 105, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "B. take up the conical flask", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 23 |
+
{"sample_idx": 22, "data_id": 110, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4", "gt_response": "A. the cockpit", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 24 |
+
{"sample_idx": 23, "data_id": 115, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4", "gt_response": "B. insert the horn tube", "gt_letter": "B", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 25 |
+
{"sample_idx": 24, "data_id": 120, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4", "gt_response": "D. Put down the towel", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 26 |
+
{"sample_idx": 25, "data_id": 125, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4", "gt_response": "D. the helicopter above", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 27 |
+
{"sample_idx": 26, "data_id": 130, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4", "gt_response": "A. Put down the dish", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 28 |
+
{"sample_idx": 27, "data_id": 135, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4", "gt_response": "D. take up the horn tube", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 29 |
+
{"sample_idx": 28, "data_id": 140, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4", "gt_response": "F. squeeze the dropper", "gt_letter": "F", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": true, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": true}
|
| 30 |
+
{"sample_idx": 29, "data_id": 145, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4", "gt_response": "G. stir the glass rod", "gt_letter": "G", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 31 |
+
{"sample_idx": 30, "data_id": 150, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4", "gt_response": "D. Took the cup/glass/bottle", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 32 |
+
{"sample_idx": 31, "data_id": 155, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4", "gt_response": "A. Took the food", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 33 |
+
{"sample_idx": 32, "data_id": 160, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4", "gt_response": "D. the mirror in front", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 34 |
+
{"sample_idx": 33, "data_id": 165, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4", "gt_response": "B. Put down the book", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 35 |
+
{"sample_idx": 34, "data_id": 170, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4", "gt_response": "E. put down the jar", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 36 |
+
{"sample_idx": 35, "data_id": 175, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4", "gt_response": "D. shake the test tube", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 37 |
+
{"sample_idx": 36, "data_id": 180, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 38 |
+
{"sample_idx": 37, "data_id": 185, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4", "gt_response": "B. Sat on the floor", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 39 |
+
{"sample_idx": 38, "data_id": 190, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4", "gt_response": "C. pour the conical flask", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 40 |
+
{"sample_idx": 39, "data_id": 195, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4", "gt_response": "B. the stairs", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 41 |
+
{"sample_idx": 40, "data_id": 200, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4", "gt_response": "D. put down the jar cap", "gt_letter": "D", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 42 |
+
{"sample_idx": 41, "data_id": 205, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4", "gt_response": "H. take up the test tube", "gt_letter": "H", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 43 |
+
{"sample_idx": 42, "data_id": 210, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4", "gt_response": "I. put down the glass rod", "gt_letter": "I", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": true, "tvcd_text": "I", "tvcd_letter": "I", "tvcd_correct": true}
|
| 44 |
+
{"sample_idx": 43, "data_id": 215, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4", "gt_response": "B. pour the jar", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 45 |
+
{"sample_idx": 44, "data_id": 220, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/liuwen.MP4", "gt_response": "A. uncover the jar cap", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
tmp/epoch10_tvcd_grid_every10_400/a05_b01/run.log
ADDED
|
@@ -0,0 +1,154 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
OpenCLIP not installed
|
| 2 |
+
[eval] args={'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'output_dir': '/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a05_b01', 'device': 'cuda:0', 'device_map': None, 'conv_mode': 'llada', 'max_samples': 400, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 4, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': 'grid', 'temperature': 0.0, 'max_new_tokens': 12, 'block_length': 12, 'step_per_block': 4, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.1, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 3 |
+
[eval] output_dir=/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a05_b01
|
| 4 |
+
[eval] loading model from /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 with device_map=None
|
| 5 |
+
Loaded LLaVA model: /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10
|
| 6 |
+
Loading vision tower: google/siglip-so400m-patch14-384
|
| 7 |
+
|
| 8 |
+
Some weights of LlavaLladaForMaskedDiffusion were not initialized from the model checkpoint at /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 and are newly initialized because the shapes did not match:
|
| 9 |
+
- model.transformer.wte.weight: found shape torch.Size([126352, 4096]) in the checkpoint and torch.Size([126464, 4096]) in the model instantiated
|
| 10 |
+
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
|
| 11 |
+
Restored mismatched LLaDA input embeddings from checkpoint shards.
|
| 12 |
+
Model Class: LlavaLladaForMaskedDiffusion
|
| 13 |
+
[eval] model loaded
|
| 14 |
+
[eval] loaded 400 samples from /data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json
|
| 15 |
+
[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 16 |
+
[eval] sample_idx=0 baseline=D
|
| 17 |
+
[eval] sample_idx=0 tvcd=D
|
| 18 |
+
[eval] sample_idx=1 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 19 |
+
[eval] sample_idx=1 baseline=F
|
| 20 |
+
[eval] sample_idx=1 tvcd=F
|
| 21 |
+
[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 22 |
+
[eval] sample_idx=2 baseline=D
|
| 23 |
+
[eval] sample_idx=2 tvcd=A
|
| 24 |
+
[eval] sample_idx=3 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 25 |
+
[eval] sample_idx=3 baseline=B
|
| 26 |
+
[eval] sample_idx=3 tvcd=B
|
| 27 |
+
[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 28 |
+
[eval] sample_idx=4 baseline=C
|
| 29 |
+
[eval] sample_idx=4 tvcd=C
|
| 30 |
+
[eval] sample_idx=5 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 31 |
+
[eval] sample_idx=5 baseline=A
|
| 32 |
+
[eval] sample_idx=5 tvcd=A
|
| 33 |
+
[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 34 |
+
[eval] sample_idx=6 baseline=C
|
| 35 |
+
[eval] sample_idx=6 tvcd=C
|
| 36 |
+
[eval] sample_idx=7 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 37 |
+
[eval] sample_idx=7 baseline=G
|
| 38 |
+
[eval] sample_idx=7 tvcd=G
|
| 39 |
+
[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4
|
| 40 |
+
[eval] sample_idx=8 baseline=D
|
| 41 |
+
[eval] sample_idx=8 tvcd=D
|
| 42 |
+
[eval] sample_idx=9 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4
|
| 43 |
+
[eval] sample_idx=9 baseline=A
|
| 44 |
+
[eval] sample_idx=9 tvcd=A
|
| 45 |
+
{'samples_done': 10, 'baseline_acc': 0.6, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.1}
|
| 46 |
+
[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4
|
| 47 |
+
[eval] sample_idx=10 baseline=B
|
| 48 |
+
[eval] sample_idx=10 tvcd=B
|
| 49 |
+
[eval] sample_idx=11 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 50 |
+
[eval] sample_idx=11 baseline=B
|
| 51 |
+
[eval] sample_idx=11 tvcd=B
|
| 52 |
+
[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4
|
| 53 |
+
[eval] sample_idx=12 baseline=D
|
| 54 |
+
[eval] sample_idx=12 tvcd=D
|
| 55 |
+
[eval] sample_idx=13 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4
|
| 56 |
+
[eval] sample_idx=13 baseline=C
|
| 57 |
+
[eval] sample_idx=13 tvcd=C
|
| 58 |
+
[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4
|
| 59 |
+
[eval] sample_idx=14 baseline=B
|
| 60 |
+
[eval] sample_idx=14 tvcd=B
|
| 61 |
+
[eval] sample_idx=15 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4
|
| 62 |
+
[eval] sample_idx=15 baseline=C
|
| 63 |
+
[eval] sample_idx=15 tvcd=C
|
| 64 |
+
[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4
|
| 65 |
+
[eval] sample_idx=16 baseline=D
|
| 66 |
+
[eval] sample_idx=16 tvcd=D
|
| 67 |
+
[eval] sample_idx=17 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4
|
| 68 |
+
[eval] sample_idx=17 baseline=D
|
| 69 |
+
[eval] sample_idx=17 tvcd=D
|
| 70 |
+
[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4
|
| 71 |
+
[eval] sample_idx=18 baseline=A
|
| 72 |
+
[eval] sample_idx=18 tvcd=A
|
| 73 |
+
[eval] sample_idx=19 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4
|
| 74 |
+
[eval] sample_idx=19 baseline=B
|
| 75 |
+
[eval] sample_idx=19 tvcd=B
|
| 76 |
+
{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.45, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.1}
|
| 77 |
+
[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 78 |
+
[eval] sample_idx=20 baseline=I
|
| 79 |
+
[eval] sample_idx=20 tvcd=I
|
| 80 |
+
[eval] sample_idx=21 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 81 |
+
[eval] sample_idx=21 baseline=B
|
| 82 |
+
[eval] sample_idx=21 tvcd=B
|
| 83 |
+
[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4
|
| 84 |
+
[eval] sample_idx=22 baseline=B
|
| 85 |
+
[eval] sample_idx=22 tvcd=B
|
| 86 |
+
[eval] sample_idx=23 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4
|
| 87 |
+
[eval] sample_idx=23 baseline=E
|
| 88 |
+
[eval] sample_idx=23 tvcd=B
|
| 89 |
+
[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4
|
| 90 |
+
[eval] sample_idx=24 baseline=D
|
| 91 |
+
[eval] sample_idx=24 tvcd=D
|
| 92 |
+
[eval] sample_idx=25 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4
|
| 93 |
+
[eval] sample_idx=25 baseline=C
|
| 94 |
+
[eval] sample_idx=25 tvcd=C
|
| 95 |
+
[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4
|
| 96 |
+
[eval] sample_idx=26 baseline=D
|
| 97 |
+
[eval] sample_idx=26 tvcd=D
|
| 98 |
+
[eval] sample_idx=27 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 99 |
+
[eval] sample_idx=27 baseline=A
|
| 100 |
+
[eval] sample_idx=27 tvcd=A
|
| 101 |
+
[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4
|
| 102 |
+
[eval] sample_idx=28 baseline=F
|
| 103 |
+
[eval] sample_idx=28 tvcd=F
|
| 104 |
+
[eval] sample_idx=29 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 105 |
+
[eval] sample_idx=29 baseline=D
|
| 106 |
+
[eval] sample_idx=29 tvcd=D
|
| 107 |
+
{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.1}
|
| 108 |
+
[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4
|
| 109 |
+
[eval] sample_idx=30 baseline=D
|
| 110 |
+
[eval] sample_idx=30 tvcd=D
|
| 111 |
+
[eval] sample_idx=31 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4
|
| 112 |
+
[eval] sample_idx=31 baseline=D
|
| 113 |
+
[eval] sample_idx=31 tvcd=D
|
| 114 |
+
[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4
|
| 115 |
+
[eval] sample_idx=32 baseline=A
|
| 116 |
+
[eval] sample_idx=32 tvcd=A
|
| 117 |
+
[eval] sample_idx=33 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4
|
| 118 |
+
[eval] sample_idx=33 baseline=D
|
| 119 |
+
[eval] sample_idx=33 tvcd=D
|
| 120 |
+
[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4
|
| 121 |
+
[eval] sample_idx=34 baseline=A
|
| 122 |
+
[eval] sample_idx=34 tvcd=A
|
| 123 |
+
[eval] sample_idx=35 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4
|
| 124 |
+
[eval] sample_idx=35 baseline=A
|
| 125 |
+
[eval] sample_idx=35 tvcd=A
|
| 126 |
+
[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 127 |
+
[eval] sample_idx=36 baseline=F
|
| 128 |
+
[eval] sample_idx=36 tvcd=F
|
| 129 |
+
[eval] sample_idx=37 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4
|
| 130 |
+
[eval] sample_idx=37 baseline=B
|
| 131 |
+
[eval] sample_idx=37 tvcd=B
|
| 132 |
+
[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4
|
| 133 |
+
[eval] sample_idx=38 baseline=B
|
| 134 |
+
[eval] sample_idx=38 tvcd=B
|
| 135 |
+
[eval] sample_idx=39 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4
|
| 136 |
+
[eval] sample_idx=39 baseline=B
|
| 137 |
+
[eval] sample_idx=39 tvcd=B
|
| 138 |
+
{'samples_done': 40, 'baseline_acc': 0.4, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.1}
|
| 139 |
+
[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4
|
| 140 |
+
[eval] sample_idx=40 baseline=F
|
| 141 |
+
[eval] sample_idx=40 tvcd=F
|
| 142 |
+
[eval] sample_idx=41 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 143 |
+
[eval] sample_idx=41 baseline=A
|
| 144 |
+
[eval] sample_idx=41 tvcd=A
|
| 145 |
+
[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 146 |
+
[eval] sample_idx=42 baseline=I
|
| 147 |
+
[eval] sample_idx=42 tvcd=I
|
| 148 |
+
[eval] sample_idx=43 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4
|
| 149 |
+
[eval] sample_idx=43 baseline=B
|
| 150 |
+
[eval] sample_idx=43 tvcd=B
|
| 151 |
+
[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/liuwen.MP4
|
| 152 |
+
[eval] sample_idx=44 baseline=B
|
| 153 |
+
[eval] sample_idx=44 tvcd=B
|
| 154 |
+
[eval] sample_idx=45 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lixuyang.MP4
|
tmp/epoch10_tvcd_grid_every10_400/a05_b01/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 40,
|
| 3 |
+
"baseline_acc": 0.4,
|
| 4 |
+
"tvcd_acc": 0.4,
|
| 5 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 0.5,
|
| 9 |
+
"cd_beta": 0.1
|
| 10 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/a1_b005/predictions.jsonl
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"sample_idx": 0, "data_id": 0, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "D. Opened the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 2 |
+
{"sample_idx": 1, "data_id": 5, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 3 |
+
{"sample_idx": 2, "data_id": 10, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Sat at the table", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 4 |
+
{"sample_idx": 3, "data_id": 15, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "A. put down the jar", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 5 |
+
{"sample_idx": 4, "data_id": 20, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "B. Opened the book", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 6 |
+
{"sample_idx": 5, "data_id": 25, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "D. the prison", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 7 |
+
{"sample_idx": 6, "data_id": 30, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "C. the warehouse", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 8 |
+
{"sample_idx": 7, "data_id": 35, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "G. put down the glass rod", "gt_letter": "G", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": true, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": true}
|
| 9 |
+
{"sample_idx": 8, "data_id": 40, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4", "gt_response": "D. Opened the door", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 10 |
+
{"sample_idx": 9, "data_id": 45, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4", "gt_response": "A. pour the conical flask", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 11 |
+
{"sample_idx": 10, "data_id": 50, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4", "gt_response": "D. the room", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 12 |
+
{"sample_idx": 11, "data_id": 55, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4", "gt_response": "J. put down the alcohol burner cap", "gt_letter": "J", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 13 |
+
{"sample_idx": 12, "data_id": 60, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4", "gt_response": "E. take up the conical flask", "gt_letter": "E", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 14 |
+
{"sample_idx": 13, "data_id": 65, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4", "gt_response": "D. spaceship", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 15 |
+
{"sample_idx": 14, "data_id": 70, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4", "gt_response": "C. Closed the closet/cabinet", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 16 |
+
{"sample_idx": 15, "data_id": 75, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4", "gt_response": "C. Put down the clothes", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 17 |
+
{"sample_idx": 16, "data_id": 80, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4", "gt_response": "D. pour the conical flask", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 18 |
+
{"sample_idx": 17, "data_id": 85, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4", "gt_response": "D. the secretary's office", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 19 |
+
{"sample_idx": 18, "data_id": 90, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4", "gt_response": "A. the Nash's house", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 20 |
+
{"sample_idx": 19, "data_id": 95, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4", "gt_response": "G. take up the beaker", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 21 |
+
{"sample_idx": 20, "data_id": 100, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4", "gt_response": "H. cover the alcohol burner with the alcohol burner cap", "gt_letter": "H", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": false, "tvcd_text": "I", "tvcd_letter": "I", "tvcd_correct": false}
|
| 22 |
+
{"sample_idx": 21, "data_id": 105, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "B. take up the conical flask", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 23 |
+
{"sample_idx": 22, "data_id": 110, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4", "gt_response": "A. the cockpit", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 24 |
+
{"sample_idx": 23, "data_id": 115, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4", "gt_response": "B. insert the horn tube", "gt_letter": "B", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 25 |
+
{"sample_idx": 24, "data_id": 120, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4", "gt_response": "D. Put down the towel", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 26 |
+
{"sample_idx": 25, "data_id": 125, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4", "gt_response": "D. the helicopter above", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 27 |
+
{"sample_idx": 26, "data_id": 130, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4", "gt_response": "A. Put down the dish", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 28 |
+
{"sample_idx": 27, "data_id": 135, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4", "gt_response": "D. take up the horn tube", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 29 |
+
{"sample_idx": 28, "data_id": 140, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4", "gt_response": "F. squeeze the dropper", "gt_letter": "F", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": true, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": true}
|
| 30 |
+
{"sample_idx": 29, "data_id": 145, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4", "gt_response": "G. stir the glass rod", "gt_letter": "G", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 31 |
+
{"sample_idx": 30, "data_id": 150, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4", "gt_response": "D. Took the cup/glass/bottle", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 32 |
+
{"sample_idx": 31, "data_id": 155, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4", "gt_response": "A. Took the food", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 33 |
+
{"sample_idx": 32, "data_id": 160, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4", "gt_response": "D. the mirror in front", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 34 |
+
{"sample_idx": 33, "data_id": 165, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4", "gt_response": "B. Put down the book", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 35 |
+
{"sample_idx": 34, "data_id": 170, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4", "gt_response": "E. put down the jar", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 36 |
+
{"sample_idx": 35, "data_id": 175, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4", "gt_response": "D. shake the test tube", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 37 |
+
{"sample_idx": 36, "data_id": 180, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 38 |
+
{"sample_idx": 37, "data_id": 185, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4", "gt_response": "B. Sat on the floor", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 39 |
+
{"sample_idx": 38, "data_id": 190, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4", "gt_response": "C. pour the conical flask", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 40 |
+
{"sample_idx": 39, "data_id": 195, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4", "gt_response": "B. the stairs", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 41 |
+
{"sample_idx": 40, "data_id": 200, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4", "gt_response": "D. put down the jar cap", "gt_letter": "D", "baseline_text": "F", "baseline_letter": "F", "baseline_correct": false, "tvcd_text": "F", "tvcd_letter": "F", "tvcd_correct": false}
|
| 42 |
+
{"sample_idx": 41, "data_id": 205, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4", "gt_response": "H. take up the test tube", "gt_letter": "H", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 43 |
+
{"sample_idx": 42, "data_id": 210, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4", "gt_response": "I. put down the glass rod", "gt_letter": "I", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": true, "tvcd_text": "I", "tvcd_letter": "I", "tvcd_correct": true}
|
| 44 |
+
{"sample_idx": 43, "data_id": 215, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4", "gt_response": "B. pour the jar", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
tmp/epoch10_tvcd_grid_every10_400/a1_b005/run.log
ADDED
|
@@ -0,0 +1,151 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
OpenCLIP not installed
|
| 2 |
+
[eval] args={'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'output_dir': '/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a1_b005', 'device': 'cuda:0', 'device_map': None, 'conv_mode': 'llada', 'max_samples': 400, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 4, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': 'grid', 'temperature': 0.0, 'max_new_tokens': 12, 'block_length': 12, 'step_per_block': 4, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 3 |
+
[eval] output_dir=/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/a1_b005
|
| 4 |
+
[eval] loading model from /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 with device_map=None
|
| 5 |
+
Loaded LLaVA model: /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10
|
| 6 |
+
Loading vision tower: google/siglip-so400m-patch14-384
|
| 7 |
+
|
| 8 |
+
Some weights of LlavaLladaForMaskedDiffusion were not initialized from the model checkpoint at /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 and are newly initialized because the shapes did not match:
|
| 9 |
+
- model.transformer.wte.weight: found shape torch.Size([126352, 4096]) in the checkpoint and torch.Size([126464, 4096]) in the model instantiated
|
| 10 |
+
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
|
| 11 |
+
Restored mismatched LLaDA input embeddings from checkpoint shards.
|
| 12 |
+
Model Class: LlavaLladaForMaskedDiffusion
|
| 13 |
+
[eval] model loaded
|
| 14 |
+
[eval] loaded 400 samples from /data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json
|
| 15 |
+
[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 16 |
+
[eval] sample_idx=0 baseline=D
|
| 17 |
+
[eval] sample_idx=0 tvcd=D
|
| 18 |
+
[eval] sample_idx=1 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 19 |
+
[eval] sample_idx=1 baseline=F
|
| 20 |
+
[eval] sample_idx=1 tvcd=F
|
| 21 |
+
[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 22 |
+
[eval] sample_idx=2 baseline=D
|
| 23 |
+
[eval] sample_idx=2 tvcd=A
|
| 24 |
+
[eval] sample_idx=3 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 25 |
+
[eval] sample_idx=3 baseline=B
|
| 26 |
+
[eval] sample_idx=3 tvcd=B
|
| 27 |
+
[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 28 |
+
[eval] sample_idx=4 baseline=C
|
| 29 |
+
[eval] sample_idx=4 tvcd=C
|
| 30 |
+
[eval] sample_idx=5 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 31 |
+
[eval] sample_idx=5 baseline=A
|
| 32 |
+
[eval] sample_idx=5 tvcd=A
|
| 33 |
+
[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 34 |
+
[eval] sample_idx=6 baseline=C
|
| 35 |
+
[eval] sample_idx=6 tvcd=C
|
| 36 |
+
[eval] sample_idx=7 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 37 |
+
[eval] sample_idx=7 baseline=G
|
| 38 |
+
[eval] sample_idx=7 tvcd=G
|
| 39 |
+
[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4
|
| 40 |
+
[eval] sample_idx=8 baseline=D
|
| 41 |
+
[eval] sample_idx=8 tvcd=D
|
| 42 |
+
[eval] sample_idx=9 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4
|
| 43 |
+
[eval] sample_idx=9 baseline=A
|
| 44 |
+
[eval] sample_idx=9 tvcd=A
|
| 45 |
+
{'samples_done': 10, 'baseline_acc': 0.6, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
|
| 46 |
+
[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4
|
| 47 |
+
[eval] sample_idx=10 baseline=B
|
| 48 |
+
[eval] sample_idx=10 tvcd=B
|
| 49 |
+
[eval] sample_idx=11 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 50 |
+
[eval] sample_idx=11 baseline=B
|
| 51 |
+
[eval] sample_idx=11 tvcd=B
|
| 52 |
+
[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4
|
| 53 |
+
[eval] sample_idx=12 baseline=D
|
| 54 |
+
[eval] sample_idx=12 tvcd=D
|
| 55 |
+
[eval] sample_idx=13 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4
|
| 56 |
+
[eval] sample_idx=13 baseline=C
|
| 57 |
+
[eval] sample_idx=13 tvcd=C
|
| 58 |
+
[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4
|
| 59 |
+
[eval] sample_idx=14 baseline=B
|
| 60 |
+
[eval] sample_idx=14 tvcd=B
|
| 61 |
+
[eval] sample_idx=15 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4
|
| 62 |
+
[eval] sample_idx=15 baseline=C
|
| 63 |
+
[eval] sample_idx=15 tvcd=C
|
| 64 |
+
[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4
|
| 65 |
+
[eval] sample_idx=16 baseline=D
|
| 66 |
+
[eval] sample_idx=16 tvcd=D
|
| 67 |
+
[eval] sample_idx=17 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4
|
| 68 |
+
[eval] sample_idx=17 baseline=D
|
| 69 |
+
[eval] sample_idx=17 tvcd=D
|
| 70 |
+
[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4
|
| 71 |
+
[eval] sample_idx=18 baseline=A
|
| 72 |
+
[eval] sample_idx=18 tvcd=A
|
| 73 |
+
[eval] sample_idx=19 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4
|
| 74 |
+
[eval] sample_idx=19 baseline=B
|
| 75 |
+
[eval] sample_idx=19 tvcd=B
|
| 76 |
+
{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.45, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
|
| 77 |
+
[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 78 |
+
[eval] sample_idx=20 baseline=I
|
| 79 |
+
[eval] sample_idx=20 tvcd=I
|
| 80 |
+
[eval] sample_idx=21 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 81 |
+
[eval] sample_idx=21 baseline=B
|
| 82 |
+
[eval] sample_idx=21 tvcd=B
|
| 83 |
+
[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4
|
| 84 |
+
[eval] sample_idx=22 baseline=B
|
| 85 |
+
[eval] sample_idx=22 tvcd=B
|
| 86 |
+
[eval] sample_idx=23 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4
|
| 87 |
+
[eval] sample_idx=23 baseline=E
|
| 88 |
+
[eval] sample_idx=23 tvcd=B
|
| 89 |
+
[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4
|
| 90 |
+
[eval] sample_idx=24 baseline=D
|
| 91 |
+
[eval] sample_idx=24 tvcd=D
|
| 92 |
+
[eval] sample_idx=25 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4
|
| 93 |
+
[eval] sample_idx=25 baseline=C
|
| 94 |
+
[eval] sample_idx=25 tvcd=C
|
| 95 |
+
[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4
|
| 96 |
+
[eval] sample_idx=26 baseline=D
|
| 97 |
+
[eval] sample_idx=26 tvcd=D
|
| 98 |
+
[eval] sample_idx=27 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 99 |
+
[eval] sample_idx=27 baseline=A
|
| 100 |
+
[eval] sample_idx=27 tvcd=A
|
| 101 |
+
[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4
|
| 102 |
+
[eval] sample_idx=28 baseline=F
|
| 103 |
+
[eval] sample_idx=28 tvcd=F
|
| 104 |
+
[eval] sample_idx=29 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 105 |
+
[eval] sample_idx=29 baseline=D
|
| 106 |
+
[eval] sample_idx=29 tvcd=D
|
| 107 |
+
{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
|
| 108 |
+
[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4
|
| 109 |
+
[eval] sample_idx=30 baseline=D
|
| 110 |
+
[eval] sample_idx=30 tvcd=D
|
| 111 |
+
[eval] sample_idx=31 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4
|
| 112 |
+
[eval] sample_idx=31 baseline=D
|
| 113 |
+
[eval] sample_idx=31 tvcd=D
|
| 114 |
+
[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4
|
| 115 |
+
[eval] sample_idx=32 baseline=A
|
| 116 |
+
[eval] sample_idx=32 tvcd=A
|
| 117 |
+
[eval] sample_idx=33 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4
|
| 118 |
+
[eval] sample_idx=33 baseline=D
|
| 119 |
+
[eval] sample_idx=33 tvcd=D
|
| 120 |
+
[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4
|
| 121 |
+
[eval] sample_idx=34 baseline=A
|
| 122 |
+
[eval] sample_idx=34 tvcd=A
|
| 123 |
+
[eval] sample_idx=35 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4
|
| 124 |
+
[eval] sample_idx=35 baseline=A
|
| 125 |
+
[eval] sample_idx=35 tvcd=A
|
| 126 |
+
[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 127 |
+
[eval] sample_idx=36 baseline=F
|
| 128 |
+
[eval] sample_idx=36 tvcd=F
|
| 129 |
+
[eval] sample_idx=37 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4
|
| 130 |
+
[eval] sample_idx=37 baseline=B
|
| 131 |
+
[eval] sample_idx=37 tvcd=B
|
| 132 |
+
[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4
|
| 133 |
+
[eval] sample_idx=38 baseline=B
|
| 134 |
+
[eval] sample_idx=38 tvcd=B
|
| 135 |
+
[eval] sample_idx=39 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4
|
| 136 |
+
[eval] sample_idx=39 baseline=B
|
| 137 |
+
[eval] sample_idx=39 tvcd=B
|
| 138 |
+
{'samples_done': 40, 'baseline_acc': 0.4, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
|
| 139 |
+
[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4
|
| 140 |
+
[eval] sample_idx=40 baseline=F
|
| 141 |
+
[eval] sample_idx=40 tvcd=F
|
| 142 |
+
[eval] sample_idx=41 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 143 |
+
[eval] sample_idx=41 baseline=A
|
| 144 |
+
[eval] sample_idx=41 tvcd=A
|
| 145 |
+
[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 146 |
+
[eval] sample_idx=42 baseline=I
|
| 147 |
+
[eval] sample_idx=42 tvcd=I
|
| 148 |
+
[eval] sample_idx=43 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4
|
| 149 |
+
[eval] sample_idx=43 baseline=B
|
| 150 |
+
[eval] sample_idx=43 tvcd=D
|
| 151 |
+
[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/liuwen.MP4
|
tmp/epoch10_tvcd_grid_every10_400/a1_b005/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 40,
|
| 3 |
+
"baseline_acc": 0.4,
|
| 4 |
+
"tvcd_acc": 0.4,
|
| 5 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 1.0,
|
| 9 |
+
"cd_beta": 0.05
|
| 10 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/epoch10_a005_b002.pid
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
1691593
|
tmp/epoch10_tvcd_grid_every10_400/epoch10_a005_b002/predictions.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tmp/epoch10_tvcd_grid_every10_400/epoch10_a005_b002/run.log
ADDED
|
@@ -0,0 +1,1295 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
OpenCLIP not installed
|
| 2 |
+
[eval] args={'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'output_dir': '/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/epoch10_a005_b002', 'device': 'cuda:0', 'device_map': None, 'conv_mode': 'llada', 'max_samples': 400, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 4, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': 'grid', 'temperature': 0.0, 'max_new_tokens': 12, 'block_length': 12, 'step_per_block': 4, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 3 |
+
[eval] output_dir=/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/epoch10_a005_b002
|
| 4 |
+
[eval] loading model from /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 with device_map=None
|
| 5 |
+
Loaded LLaVA model: /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10
|
| 6 |
+
Loading vision tower: google/siglip-so400m-patch14-384
|
| 7 |
+
|
| 8 |
+
Some weights of LlavaLladaForMaskedDiffusion were not initialized from the model checkpoint at /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 and are newly initialized because the shapes did not match:
|
| 9 |
+
- model.transformer.wte.weight: found shape torch.Size([126352, 4096]) in the checkpoint and torch.Size([126464, 4096]) in the model instantiated
|
| 10 |
+
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
|
| 11 |
+
Restored mismatched LLaDA input embeddings from checkpoint shards.
|
| 12 |
+
Model Class: LlavaLladaForMaskedDiffusion
|
| 13 |
+
[eval] model loaded
|
| 14 |
+
[eval] loaded 400 samples from /data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json
|
| 15 |
+
[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 16 |
+
[eval] sample_idx=0 baseline=D
|
| 17 |
+
[eval] sample_idx=0 tvcd=D
|
| 18 |
+
[eval] sample_idx=1 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 19 |
+
[eval] sample_idx=1 baseline=F
|
| 20 |
+
[eval] sample_idx=1 tvcd=F
|
| 21 |
+
[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 22 |
+
[eval] sample_idx=2 baseline=D
|
| 23 |
+
[eval] sample_idx=2 tvcd=D
|
| 24 |
+
[eval] sample_idx=3 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 25 |
+
[eval] sample_idx=3 baseline=B
|
| 26 |
+
[eval] sample_idx=3 tvcd=B
|
| 27 |
+
[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 28 |
+
[eval] sample_idx=4 baseline=C
|
| 29 |
+
[eval] sample_idx=4 tvcd=C
|
| 30 |
+
[eval] sample_idx=5 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 31 |
+
[eval] sample_idx=5 baseline=A
|
| 32 |
+
[eval] sample_idx=5 tvcd=A
|
| 33 |
+
[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 34 |
+
[eval] sample_idx=6 baseline=C
|
| 35 |
+
[eval] sample_idx=6 tvcd=C
|
| 36 |
+
[eval] sample_idx=7 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 37 |
+
[eval] sample_idx=7 baseline=G
|
| 38 |
+
[eval] sample_idx=7 tvcd=G
|
| 39 |
+
[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4
|
| 40 |
+
[eval] sample_idx=8 baseline=D
|
| 41 |
+
[eval] sample_idx=8 tvcd=D
|
| 42 |
+
[eval] sample_idx=9 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4
|
| 43 |
+
[eval] sample_idx=9 baseline=A
|
| 44 |
+
[eval] sample_idx=9 tvcd=A
|
| 45 |
+
{'samples_done': 10, 'baseline_acc': 0.6, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 46 |
+
[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4
|
| 47 |
+
[eval] sample_idx=10 baseline=B
|
| 48 |
+
[eval] sample_idx=10 tvcd=B
|
| 49 |
+
[eval] sample_idx=11 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 50 |
+
[eval] sample_idx=11 baseline=B
|
| 51 |
+
[eval] sample_idx=11 tvcd=B
|
| 52 |
+
[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4
|
| 53 |
+
[eval] sample_idx=12 baseline=D
|
| 54 |
+
[eval] sample_idx=12 tvcd=D
|
| 55 |
+
[eval] sample_idx=13 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4
|
| 56 |
+
[eval] sample_idx=13 baseline=C
|
| 57 |
+
[eval] sample_idx=13 tvcd=C
|
| 58 |
+
[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4
|
| 59 |
+
[eval] sample_idx=14 baseline=B
|
| 60 |
+
[eval] sample_idx=14 tvcd=B
|
| 61 |
+
[eval] sample_idx=15 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4
|
| 62 |
+
[eval] sample_idx=15 baseline=C
|
| 63 |
+
[eval] sample_idx=15 tvcd=C
|
| 64 |
+
[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4
|
| 65 |
+
[eval] sample_idx=16 baseline=D
|
| 66 |
+
[eval] sample_idx=16 tvcd=D
|
| 67 |
+
[eval] sample_idx=17 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4
|
| 68 |
+
[eval] sample_idx=17 baseline=D
|
| 69 |
+
[eval] sample_idx=17 tvcd=D
|
| 70 |
+
[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4
|
| 71 |
+
[eval] sample_idx=18 baseline=A
|
| 72 |
+
[eval] sample_idx=18 tvcd=A
|
| 73 |
+
[eval] sample_idx=19 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4
|
| 74 |
+
[eval] sample_idx=19 baseline=B
|
| 75 |
+
[eval] sample_idx=19 tvcd=B
|
| 76 |
+
{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 77 |
+
[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 78 |
+
[eval] sample_idx=20 baseline=I
|
| 79 |
+
[eval] sample_idx=20 tvcd=I
|
| 80 |
+
[eval] sample_idx=21 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 81 |
+
[eval] sample_idx=21 baseline=B
|
| 82 |
+
[eval] sample_idx=21 tvcd=B
|
| 83 |
+
[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4
|
| 84 |
+
[eval] sample_idx=22 baseline=B
|
| 85 |
+
[eval] sample_idx=22 tvcd=B
|
| 86 |
+
[eval] sample_idx=23 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4
|
| 87 |
+
[eval] sample_idx=23 baseline=E
|
| 88 |
+
[eval] sample_idx=23 tvcd=B
|
| 89 |
+
[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4
|
| 90 |
+
[eval] sample_idx=24 baseline=D
|
| 91 |
+
[eval] sample_idx=24 tvcd=D
|
| 92 |
+
[eval] sample_idx=25 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4
|
| 93 |
+
[eval] sample_idx=25 baseline=C
|
| 94 |
+
[eval] sample_idx=25 tvcd=C
|
| 95 |
+
[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4
|
| 96 |
+
[eval] sample_idx=26 baseline=D
|
| 97 |
+
[eval] sample_idx=26 tvcd=D
|
| 98 |
+
[eval] sample_idx=27 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 99 |
+
[eval] sample_idx=27 baseline=A
|
| 100 |
+
[eval] sample_idx=27 tvcd=A
|
| 101 |
+
[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4
|
| 102 |
+
[eval] sample_idx=28 baseline=F
|
| 103 |
+
[eval] sample_idx=28 tvcd=F
|
| 104 |
+
[eval] sample_idx=29 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 105 |
+
[eval] sample_idx=29 baseline=D
|
| 106 |
+
[eval] sample_idx=29 tvcd=D
|
| 107 |
+
{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.4666666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 108 |
+
[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4
|
| 109 |
+
[eval] sample_idx=30 baseline=D
|
| 110 |
+
[eval] sample_idx=30 tvcd=D
|
| 111 |
+
[eval] sample_idx=31 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4
|
| 112 |
+
[eval] sample_idx=31 baseline=D
|
| 113 |
+
[eval] sample_idx=31 tvcd=D
|
| 114 |
+
[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4
|
| 115 |
+
[eval] sample_idx=32 baseline=A
|
| 116 |
+
[eval] sample_idx=32 tvcd=A
|
| 117 |
+
[eval] sample_idx=33 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4
|
| 118 |
+
[eval] sample_idx=33 baseline=D
|
| 119 |
+
[eval] sample_idx=33 tvcd=D
|
| 120 |
+
[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4
|
| 121 |
+
[eval] sample_idx=34 baseline=A
|
| 122 |
+
[eval] sample_idx=34 tvcd=A
|
| 123 |
+
[eval] sample_idx=35 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4
|
| 124 |
+
[eval] sample_idx=35 baseline=A
|
| 125 |
+
[eval] sample_idx=35 tvcd=A
|
| 126 |
+
[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 127 |
+
[eval] sample_idx=36 baseline=F
|
| 128 |
+
[eval] sample_idx=36 tvcd=F
|
| 129 |
+
[eval] sample_idx=37 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4
|
| 130 |
+
[eval] sample_idx=37 baseline=B
|
| 131 |
+
[eval] sample_idx=37 tvcd=B
|
| 132 |
+
[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4
|
| 133 |
+
[eval] sample_idx=38 baseline=B
|
| 134 |
+
[eval] sample_idx=38 tvcd=B
|
| 135 |
+
[eval] sample_idx=39 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4
|
| 136 |
+
[eval] sample_idx=39 baseline=B
|
| 137 |
+
[eval] sample_idx=39 tvcd=B
|
| 138 |
+
{'samples_done': 40, 'baseline_acc': 0.4, 'tvcd_acc': 0.425, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 139 |
+
[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4
|
| 140 |
+
[eval] sample_idx=40 baseline=F
|
| 141 |
+
[eval] sample_idx=40 tvcd=F
|
| 142 |
+
[eval] sample_idx=41 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 143 |
+
[eval] sample_idx=41 baseline=A
|
| 144 |
+
[eval] sample_idx=41 tvcd=A
|
| 145 |
+
[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 146 |
+
[eval] sample_idx=42 baseline=I
|
| 147 |
+
[eval] sample_idx=42 tvcd=I
|
| 148 |
+
[eval] sample_idx=43 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4
|
| 149 |
+
[eval] sample_idx=43 baseline=B
|
| 150 |
+
[eval] sample_idx=43 tvcd=B
|
| 151 |
+
[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/liuwen.MP4
|
| 152 |
+
[eval] sample_idx=44 baseline=B
|
| 153 |
+
[eval] sample_idx=44 tvcd=B
|
| 154 |
+
[eval] sample_idx=45 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lixuyang.MP4
|
| 155 |
+
[eval] sample_idx=45 baseline=D
|
| 156 |
+
[eval] sample_idx=45 tvcd=C
|
| 157 |
+
[eval] sample_idx=46 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4
|
| 158 |
+
[eval] sample_idx=46 baseline=C
|
| 159 |
+
[eval] sample_idx=46 tvcd=C
|
| 160 |
+
[eval] sample_idx=47 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ATV2F.mp4
|
| 161 |
+
[eval] sample_idx=47 baseline=D
|
| 162 |
+
[eval] sample_idx=47 tvcd=D
|
| 163 |
+
[eval] sample_idx=48 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NE37I.mp4
|
| 164 |
+
[eval] sample_idx=48 baseline=A
|
| 165 |
+
[eval] sample_idx=48 tvcd=A
|
| 166 |
+
[eval] sample_idx=49 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_06545.mp4
|
| 167 |
+
[eval] sample_idx=49 baseline=D
|
| 168 |
+
[eval] sample_idx=49 tvcd=D
|
| 169 |
+
{'samples_done': 50, 'baseline_acc': 0.4, 'tvcd_acc': 0.42, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 170 |
+
[eval] sample_idx=50 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 171 |
+
[eval] sample_idx=50 baseline=K
|
| 172 |
+
[eval] sample_idx=50 tvcd=K
|
| 173 |
+
[eval] sample_idx=51 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/xiaoyuting.MP4
|
| 174 |
+
[eval] sample_idx=51 baseline=D
|
| 175 |
+
[eval] sample_idx=51 tvcd=D
|
| 176 |
+
[eval] sample_idx=52 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/sunshuo.MP4
|
| 177 |
+
[eval] sample_idx=52 baseline=A
|
| 178 |
+
[eval] sample_idx=52 tvcd=A
|
| 179 |
+
[eval] sample_idx=53 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4
|
| 180 |
+
[eval] sample_idx=53 baseline=D
|
| 181 |
+
[eval] sample_idx=53 tvcd=D
|
| 182 |
+
[eval] sample_idx=54 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/limutong.MP4
|
| 183 |
+
[eval] sample_idx=54 baseline=D
|
| 184 |
+
[eval] sample_idx=54 tvcd=D
|
| 185 |
+
[eval] sample_idx=55 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/17RPG.mp4
|
| 186 |
+
[eval] sample_idx=55 baseline=A
|
| 187 |
+
[eval] sample_idx=55 tvcd=A
|
| 188 |
+
[eval] sample_idx=56 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/75KQ6.mp4
|
| 189 |
+
[eval] sample_idx=56 baseline=A
|
| 190 |
+
[eval] sample_idx=56 tvcd=A
|
| 191 |
+
[eval] sample_idx=57 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/limutong.MP4
|
| 192 |
+
[eval] sample_idx=57 baseline=C
|
| 193 |
+
[eval] sample_idx=57 tvcd=C
|
| 194 |
+
[eval] sample_idx=58 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangconghui.MP4
|
| 195 |
+
[eval] sample_idx=58 baseline=D
|
| 196 |
+
[eval] sample_idx=58 tvcd=D
|
| 197 |
+
[eval] sample_idx=59 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/EG1XK.mp4
|
| 198 |
+
[eval] sample_idx=59 baseline=A
|
| 199 |
+
[eval] sample_idx=59 tvcd=A
|
| 200 |
+
{'samples_done': 60, 'baseline_acc': 0.4166666666666667, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 201 |
+
[eval] sample_idx=60 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 202 |
+
[eval] sample_idx=60 baseline=B
|
| 203 |
+
[eval] sample_idx=60 tvcd=B
|
| 204 |
+
[eval] sample_idx=61 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.4/sunxiaohui.MP4
|
| 205 |
+
[eval] sample_idx=61 baseline=E
|
| 206 |
+
[eval] sample_idx=61 tvcd=E
|
| 207 |
+
[eval] sample_idx=62 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4
|
| 208 |
+
[eval] sample_idx=62 baseline=E
|
| 209 |
+
[eval] sample_idx=62 tvcd=E
|
| 210 |
+
[eval] sample_idx=63 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 211 |
+
[eval] sample_idx=63 baseline=B
|
| 212 |
+
[eval] sample_idx=63 tvcd=B
|
| 213 |
+
[eval] sample_idx=64 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/qianyicheng.MP4
|
| 214 |
+
[eval] sample_idx=64 baseline=E
|
| 215 |
+
[eval] sample_idx=64 tvcd=E
|
| 216 |
+
[eval] sample_idx=65 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/wangzixiao.MP4
|
| 217 |
+
[eval] sample_idx=65 baseline=E
|
| 218 |
+
[eval] sample_idx=65 tvcd=E
|
| 219 |
+
[eval] sample_idx=66 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lizhuoru.MP4
|
| 220 |
+
[eval] sample_idx=66 baseline=D
|
| 221 |
+
[eval] sample_idx=66 tvcd=D
|
| 222 |
+
[eval] sample_idx=67 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 223 |
+
[eval] sample_idx=67 baseline=E
|
| 224 |
+
[eval] sample_idx=67 tvcd=E
|
| 225 |
+
[eval] sample_idx=68 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/306S9.mp4
|
| 226 |
+
[eval] sample_idx=68 baseline=C
|
| 227 |
+
[eval] sample_idx=68 tvcd=C
|
| 228 |
+
[eval] sample_idx=69 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhoukang.MP4
|
| 229 |
+
[eval] sample_idx=69 baseline=G
|
| 230 |
+
[eval] sample_idx=69 tvcd=G
|
| 231 |
+
{'samples_done': 70, 'baseline_acc': 0.42857142857142855, 'tvcd_acc': 0.44285714285714284, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 232 |
+
[eval] sample_idx=70 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/XLR4B.mp4
|
| 233 |
+
[eval] sample_idx=70 baseline=C
|
| 234 |
+
[eval] sample_idx=70 tvcd=C
|
| 235 |
+
[eval] sample_idx=71 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/xuyanyu.MP4
|
| 236 |
+
[eval] sample_idx=71 baseline=D
|
| 237 |
+
[eval] sample_idx=71 tvcd=D
|
| 238 |
+
[eval] sample_idx=72 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/1HAYV.mp4
|
| 239 |
+
[eval] sample_idx=72 baseline=C
|
| 240 |
+
[eval] sample_idx=72 tvcd=C
|
| 241 |
+
[eval] sample_idx=73 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/9O0HH.mp4
|
| 242 |
+
[eval] sample_idx=73 baseline=C
|
| 243 |
+
[eval] sample_idx=73 tvcd=C
|
| 244 |
+
[eval] sample_idx=74 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/gaoshiyuan.MP4
|
| 245 |
+
[eval] sample_idx=74 baseline=B
|
| 246 |
+
[eval] sample_idx=74 tvcd=B
|
| 247 |
+
[eval] sample_idx=75 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4
|
| 248 |
+
[eval] sample_idx=75 baseline=D
|
| 249 |
+
[eval] sample_idx=75 tvcd=D
|
| 250 |
+
[eval] sample_idx=76 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/sunshuo.MP4
|
| 251 |
+
[eval] sample_idx=76 baseline=C
|
| 252 |
+
[eval] sample_idx=76 tvcd=C
|
| 253 |
+
[eval] sample_idx=77 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liuyushuai.MP4
|
| 254 |
+
[eval] sample_idx=77 baseline=D
|
| 255 |
+
[eval] sample_idx=77 tvcd=D
|
| 256 |
+
[eval] sample_idx=78 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/sunyuxiang.MP4
|
| 257 |
+
[eval] sample_idx=78 baseline=C
|
| 258 |
+
[eval] sample_idx=78 tvcd=C
|
| 259 |
+
[eval] sample_idx=79 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 260 |
+
[eval] sample_idx=79 baseline=D
|
| 261 |
+
[eval] sample_idx=79 tvcd=D
|
| 262 |
+
{'samples_done': 80, 'baseline_acc': 0.4125, 'tvcd_acc': 0.425, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 263 |
+
[eval] sample_idx=80 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/congpeishan.MP4
|
| 264 |
+
[eval] sample_idx=80 baseline=A
|
| 265 |
+
[eval] sample_idx=80 tvcd=A
|
| 266 |
+
[eval] sample_idx=81 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 267 |
+
[eval] sample_idx=81 baseline=F
|
| 268 |
+
[eval] sample_idx=81 tvcd=F
|
| 269 |
+
[eval] sample_idx=82 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/qianyicheng.MP4
|
| 270 |
+
[eval] sample_idx=82 baseline=A
|
| 271 |
+
[eval] sample_idx=82 tvcd=A
|
| 272 |
+
[eval] sample_idx=83 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/qiufeng.MP4
|
| 273 |
+
[eval] sample_idx=83 baseline=B
|
| 274 |
+
[eval] sample_idx=83 tvcd=B
|
| 275 |
+
[eval] sample_idx=84 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.5/songjiahe.MP4
|
| 276 |
+
[eval] sample_idx=84 baseline=F
|
| 277 |
+
[eval] sample_idx=84 tvcd=F
|
| 278 |
+
[eval] sample_idx=85 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 279 |
+
[eval] sample_idx=85 baseline=I
|
| 280 |
+
[eval] sample_idx=85 tvcd=I
|
| 281 |
+
[eval] sample_idx=86 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xuyanyu.MP4
|
| 282 |
+
[eval] sample_idx=86 baseline=F
|
| 283 |
+
[eval] sample_idx=86 tvcd=A
|
| 284 |
+
[eval] sample_idx=87 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 285 |
+
[eval] sample_idx=87 baseline=F
|
| 286 |
+
[eval] sample_idx=87 tvcd=F
|
| 287 |
+
[eval] sample_idx=88 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/sunyuxiang.MP4
|
| 288 |
+
[eval] sample_idx=88 baseline=D
|
| 289 |
+
[eval] sample_idx=88 tvcd=D
|
| 290 |
+
[eval] sample_idx=89 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.5/tianpengchao.MP4
|
| 291 |
+
[eval] sample_idx=89 baseline=D
|
| 292 |
+
[eval] sample_idx=89 tvcd=D
|
| 293 |
+
{'samples_done': 90, 'baseline_acc': 0.4111111111111111, 'tvcd_acc': 0.4111111111111111, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 294 |
+
[eval] sample_idx=90 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.3/sunxiaohui.MP4
|
| 295 |
+
[eval] sample_idx=90 baseline=H
|
| 296 |
+
[eval] sample_idx=90 tvcd=H
|
| 297 |
+
[eval] sample_idx=91 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xuyanyu.MP4
|
| 298 |
+
[eval] sample_idx=91 baseline=C
|
| 299 |
+
[eval] sample_idx=91 tvcd=C
|
| 300 |
+
[eval] sample_idx=92 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.3/zhoukang.MP4
|
| 301 |
+
[eval] sample_idx=92 baseline=D
|
| 302 |
+
[eval] sample_idx=92 tvcd=D
|
| 303 |
+
[eval] sample_idx=93 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.5/xiangbo.MP4
|
| 304 |
+
[eval] sample_idx=93 baseline=C
|
| 305 |
+
[eval] sample_idx=93 tvcd=C
|
| 306 |
+
[eval] sample_idx=94 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 307 |
+
[eval] sample_idx=94 baseline=E
|
| 308 |
+
[eval] sample_idx=94 tvcd=E
|
| 309 |
+
[eval] sample_idx=95 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhangconghui.MP4
|
| 310 |
+
[eval] sample_idx=95 baseline=A
|
| 311 |
+
[eval] sample_idx=95 tvcd=A
|
| 312 |
+
[eval] sample_idx=96 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/chenyijun.MP4
|
| 313 |
+
[eval] sample_idx=96 baseline=C
|
| 314 |
+
[eval] sample_idx=96 tvcd=C
|
| 315 |
+
[eval] sample_idx=97 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/sunxiaohui.MP4
|
| 316 |
+
[eval] sample_idx=97 baseline=C
|
| 317 |
+
[eval] sample_idx=97 tvcd=C
|
| 318 |
+
[eval] sample_idx=98 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/congpeishan.MP4
|
| 319 |
+
[eval] sample_idx=98 baseline=C
|
| 320 |
+
[eval] sample_idx=98 tvcd=C
|
| 321 |
+
[eval] sample_idx=99 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/congpeishan.MP4
|
| 322 |
+
[eval] sample_idx=99 baseline=K
|
| 323 |
+
[eval] sample_idx=99 tvcd=M
|
| 324 |
+
{'samples_done': 100, 'baseline_acc': 0.38, 'tvcd_acc': 0.38, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 325 |
+
[eval] sample_idx=100 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
|
| 326 |
+
[eval] sample_idx=100 baseline=B
|
| 327 |
+
[eval] sample_idx=100 tvcd=B
|
| 328 |
+
[eval] sample_idx=101 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
|
| 329 |
+
[eval] sample_idx=101 baseline=C
|
| 330 |
+
[eval] sample_idx=101 tvcd=A
|
| 331 |
+
[eval] sample_idx=102 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
|
| 332 |
+
[eval] sample_idx=102 baseline=A
|
| 333 |
+
[eval] sample_idx=102 tvcd=A
|
| 334 |
+
[eval] sample_idx=103 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
|
| 335 |
+
[eval] sample_idx=103 baseline=D
|
| 336 |
+
[eval] sample_idx=103 tvcd=D
|
| 337 |
+
[eval] sample_idx=104 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
|
| 338 |
+
[eval] sample_idx=104 baseline=A
|
| 339 |
+
[eval] sample_idx=104 tvcd=A
|
| 340 |
+
[eval] sample_idx=105 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
|
| 341 |
+
[eval] sample_idx=105 baseline=B
|
| 342 |
+
[eval] sample_idx=105 tvcd=B
|
| 343 |
+
[eval] sample_idx=106 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
|
| 344 |
+
[eval] sample_idx=106 baseline=B
|
| 345 |
+
[eval] sample_idx=106 tvcd=B
|
| 346 |
+
[eval] sample_idx=107 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
|
| 347 |
+
[eval] sample_idx=107 baseline=B
|
| 348 |
+
[eval] sample_idx=107 tvcd=B
|
| 349 |
+
[eval] sample_idx=108 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/MGDO2.mp4
|
| 350 |
+
[eval] sample_idx=108 baseline=C
|
| 351 |
+
[eval] sample_idx=108 tvcd=C
|
| 352 |
+
[eval] sample_idx=109 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5580.mp4
|
| 353 |
+
[eval] sample_idx=109 baseline=A
|
| 354 |
+
[eval] sample_idx=109 tvcd=A
|
| 355 |
+
{'samples_done': 110, 'baseline_acc': 0.39090909090909093, 'tvcd_acc': 0.38181818181818183, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 356 |
+
[eval] sample_idx=110 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_plE3KNmuwj4.mp4
|
| 357 |
+
[eval] sample_idx=110 baseline=B
|
| 358 |
+
[eval] sample_idx=110 tvcd=B
|
| 359 |
+
[eval] sample_idx=111 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_GK4Bw56NA00.mp4
|
| 360 |
+
[h264 @ 0x55eb2394db40] mmco: unref short failure
|
| 361 |
+
[h264 @ 0x55eb2394db40] mmco: unref short failure
|
| 362 |
+
[eval] sample_idx=111 baseline=C
|
| 363 |
+
[eval] sample_idx=111 tvcd=C
|
| 364 |
+
[eval] sample_idx=112 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09658.mp4
|
| 365 |
+
[eval] sample_idx=112 baseline=A
|
| 366 |
+
[eval] sample_idx=112 tvcd=A
|
| 367 |
+
[eval] sample_idx=113 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6q7LQZLC_N8.mp4
|
| 368 |
+
[eval] sample_idx=113 baseline=B
|
| 369 |
+
[eval] sample_idx=113 tvcd=B
|
| 370 |
+
[eval] sample_idx=114 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_POYg9zju63U.mp4
|
| 371 |
+
[eval] sample_idx=114 baseline=A
|
| 372 |
+
[eval] sample_idx=114 tvcd=A
|
| 373 |
+
[eval] sample_idx=115 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/116/nB-z3lmxFXM/split_3.mp4
|
| 374 |
+
[eval] sample_idx=115 baseline=A
|
| 375 |
+
[eval] sample_idx=115 tvcd=A
|
| 376 |
+
[eval] sample_idx=116 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Gxjfc5O6AAc.mp4
|
| 377 |
+
[eval] sample_idx=116 baseline=D
|
| 378 |
+
[eval] sample_idx=116 tvcd=A
|
| 379 |
+
[eval] sample_idx=117 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/GRBUE.mp4
|
| 380 |
+
[eval] sample_idx=117 baseline=D
|
| 381 |
+
[eval] sample_idx=117 tvcd=D
|
| 382 |
+
[eval] sample_idx=118 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/4WO5F.mp4
|
| 383 |
+
[eval] sample_idx=118 baseline=C
|
| 384 |
+
[eval] sample_idx=118 tvcd=C
|
| 385 |
+
[eval] sample_idx=119 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_VDQnv_ZaxyU.mp4
|
| 386 |
+
[eval] sample_idx=119 baseline=A
|
| 387 |
+
[eval] sample_idx=119 tvcd=A
|
| 388 |
+
{'samples_done': 120, 'baseline_acc': 0.4083333333333333, 'tvcd_acc': 0.39166666666666666, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 389 |
+
[eval] sample_idx=120 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/TESF6.mp4
|
| 390 |
+
[eval] sample_idx=120 baseline=B
|
| 391 |
+
[eval] sample_idx=120 tvcd=B
|
| 392 |
+
[eval] sample_idx=121 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rga8jijBCBc.mp4
|
| 393 |
+
[eval] sample_idx=121 baseline=A
|
| 394 |
+
[eval] sample_idx=121 tvcd=A
|
| 395 |
+
[eval] sample_idx=122 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/3MX8V.mp4
|
| 396 |
+
[eval] sample_idx=122 baseline=C
|
| 397 |
+
[eval] sample_idx=122 tvcd=C
|
| 398 |
+
[eval] sample_idx=123 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_GJz8FEFB70w.mp4
|
| 399 |
+
[eval] sample_idx=123 baseline=A
|
| 400 |
+
[eval] sample_idx=123 tvcd=A
|
| 401 |
+
[eval] sample_idx=124 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_O74xgVevjec.mp4
|
| 402 |
+
[eval] sample_idx=124 baseline=C
|
| 403 |
+
[eval] sample_idx=124 tvcd=C
|
| 404 |
+
[eval] sample_idx=125 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_icnTChAFwZM.mp4
|
| 405 |
+
[eval] sample_idx=125 baseline=B
|
| 406 |
+
[eval] sample_idx=125 tvcd=B
|
| 407 |
+
[eval] sample_idx=126 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/R2YKH.mp4
|
| 408 |
+
[eval] sample_idx=126 baseline=B
|
| 409 |
+
[eval] sample_idx=126 tvcd=B
|
| 410 |
+
[eval] sample_idx=127 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/OIRPJ.mp4
|
| 411 |
+
[eval] sample_idx=127 baseline=B
|
| 412 |
+
[eval] sample_idx=127 tvcd=B
|
| 413 |
+
[eval] sample_idx=128 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07608.mp4
|
| 414 |
+
[eval] sample_idx=128 baseline=B
|
| 415 |
+
[eval] sample_idx=128 tvcd=B
|
| 416 |
+
[eval] sample_idx=129 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_0NT9hFCB8gI.mp4
|
| 417 |
+
[eval] sample_idx=129 baseline=C
|
| 418 |
+
[eval] sample_idx=129 tvcd=C
|
| 419 |
+
{'samples_done': 130, 'baseline_acc': 0.4153846153846154, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 420 |
+
[eval] sample_idx=130 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_BsceC-igcTY.mp4
|
| 421 |
+
[eval] sample_idx=130 baseline=A
|
| 422 |
+
[eval] sample_idx=130 tvcd=A
|
| 423 |
+
[eval] sample_idx=131 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_mWj6lO9PZCs.mp4
|
| 424 |
+
[eval] sample_idx=131 baseline=C
|
| 425 |
+
[eval] sample_idx=131 tvcd=C
|
| 426 |
+
[eval] sample_idx=132 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04826.mp4
|
| 427 |
+
[eval] sample_idx=132 baseline=Athe cylinder
|
| 428 |
+
[eval] sample_idx=132 tvcd=Agreen cylinder
|
| 429 |
+
[eval] sample_idx=133 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PRT0Z9HPF4U.mp4
|
| 430 |
+
[eval] sample_idx=133 baseline=C
|
| 431 |
+
[eval] sample_idx=133 tvcd=C
|
| 432 |
+
[eval] sample_idx=134 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_QjoEYtjPa3w.mp4
|
| 433 |
+
[eval] sample_idx=134 baseline=A
|
| 434 |
+
[eval] sample_idx=134 tvcd=A
|
| 435 |
+
[eval] sample_idx=135 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/124/5RZ2wO2IH54/split_2.mp4
|
| 436 |
+
[eval] sample_idx=135 baseline=B
|
| 437 |
+
[eval] sample_idx=135 tvcd=B
|
| 438 |
+
[eval] sample_idx=136 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_WSGXoKV9vLs.mp4
|
| 439 |
+
[eval] sample_idx=136 baseline=C
|
| 440 |
+
[eval] sample_idx=136 tvcd=C
|
| 441 |
+
[eval] sample_idx=137 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/110/Zi0Ou5dfsWs/split_2.mp4
|
| 442 |
+
[eval] sample_idx=137 baseline=A
|
| 443 |
+
[eval] sample_idx=137 tvcd=A
|
| 444 |
+
[eval] sample_idx=138 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02942.mp4
|
| 445 |
+
[eval] sample_idx=138 baseline=C
|
| 446 |
+
[eval] sample_idx=138 tvcd=C
|
| 447 |
+
[eval] sample_idx=139 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_0Q_qC_aI2IY.mp4
|
| 448 |
+
[eval] sample_idx=139 baseline=C
|
| 449 |
+
[eval] sample_idx=139 tvcd=C
|
| 450 |
+
{'samples_done': 140, 'baseline_acc': 0.45, 'tvcd_acc': 0.4357142857142857, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 451 |
+
[eval] sample_idx=140 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/U0P7W.mp4
|
| 452 |
+
[eval] sample_idx=140 baseline=D
|
| 453 |
+
[eval] sample_idx=140 tvcd=D
|
| 454 |
+
[eval] sample_idx=141 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_CZEYIrJVYI4.mp4
|
| 455 |
+
[eval] sample_idx=141 baseline=C
|
| 456 |
+
[eval] sample_idx=141 tvcd=C
|
| 457 |
+
[eval] sample_idx=142 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08093.mp4
|
| 458 |
+
[eval] sample_idx=142 baseline=A
|
| 459 |
+
[eval] sample_idx=142 tvcd=A
|
| 460 |
+
[eval] sample_idx=143 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HOI6L.mp4
|
| 461 |
+
[eval] sample_idx=143 baseline=D
|
| 462 |
+
[eval] sample_idx=143 tvcd=D
|
| 463 |
+
[eval] sample_idx=144 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1162/7649295416.mp4
|
| 464 |
+
[eval] sample_idx=144 baseline=E
|
| 465 |
+
[eval] sample_idx=144 tvcd=E
|
| 466 |
+
[eval] sample_idx=145 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_CXb3Ce7s6G0.mp4
|
| 467 |
+
[eval] sample_idx=145 baseline=A
|
| 468 |
+
[eval] sample_idx=145 tvcd=A
|
| 469 |
+
[eval] sample_idx=146 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_asLRIsN6wLQ.mp4
|
| 470 |
+
[eval] sample_idx=146 baseline=A
|
| 471 |
+
[eval] sample_idx=146 tvcd=A
|
| 472 |
+
[eval] sample_idx=147 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/E5TW6.mp4
|
| 473 |
+
[eval] sample_idx=147 baseline=D
|
| 474 |
+
[eval] sample_idx=147 tvcd=D
|
| 475 |
+
[eval] sample_idx=148 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/C7G1S.mp4
|
| 476 |
+
[eval] sample_idx=148 baseline=C
|
| 477 |
+
[eval] sample_idx=148 tvcd=C
|
| 478 |
+
[eval] sample_idx=149 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_sGFbsMKkoYs.mp4
|
| 479 |
+
[eval] sample_idx=149 baseline=C
|
| 480 |
+
[eval] sample_idx=149 tvcd=C
|
| 481 |
+
{'samples_done': 150, 'baseline_acc': 0.47333333333333333, 'tvcd_acc': 0.46, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 482 |
+
[eval] sample_idx=150 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/230/d_-261CDy18/split_0.mp4
|
| 483 |
+
[eval] sample_idx=150 baseline=D
|
| 484 |
+
[eval] sample_idx=150 tvcd=A
|
| 485 |
+
[eval] sample_idx=151 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V4YCA.mp4
|
| 486 |
+
[eval] sample_idx=151 baseline=C
|
| 487 |
+
[eval] sample_idx=151 tvcd=C
|
| 488 |
+
[eval] sample_idx=152 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/WUTHF.mp4
|
| 489 |
+
[eval] sample_idx=152 baseline=A
|
| 490 |
+
[eval] sample_idx=152 tvcd=A
|
| 491 |
+
[eval] sample_idx=153 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
|
| 492 |
+
[eval] sample_idx=153 baseline=D
|
| 493 |
+
[eval] sample_idx=153 tvcd=D
|
| 494 |
+
[eval] sample_idx=154 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/203/SDHOR15oWwU/split_0.mp4
|
| 495 |
+
[eval] sample_idx=154 baseline=B
|
| 496 |
+
[eval] sample_idx=154 tvcd=B
|
| 497 |
+
[eval] sample_idx=155 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_l-Z0iyBNxpk.mp4
|
| 498 |
+
[h264 @ 0x55eb238a7380] mmco: unref short failure
|
| 499 |
+
[eval] sample_idx=155 baseline=B
|
| 500 |
+
[eval] sample_idx=155 tvcd=B
|
| 501 |
+
[eval] sample_idx=156 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03646.mp4
|
| 502 |
+
[eval] sample_idx=156 baseline=A
|
| 503 |
+
[eval] sample_idx=156 tvcd=A
|
| 504 |
+
[eval] sample_idx=157 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_hSSHf_c1q5I.mp4
|
| 505 |
+
[h264 @ 0x55eb237ee140] mmco: unref short failure
|
| 506 |
+
[h264 @ 0x55eb237ee140] mmco: unref short failure
|
| 507 |
+
[h264 @ 0x55eb237ee140] mmco: unref short failure
|
| 508 |
+
[eval] sample_idx=157 baseline=D
|
| 509 |
+
[eval] sample_idx=157 tvcd=D
|
| 510 |
+
[eval] sample_idx=158 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/221/HXqC_xWsKkY/split_3.mp4
|
| 511 |
+
[eval] sample_idx=158 baseline=A
|
| 512 |
+
[eval] sample_idx=158 tvcd=A
|
| 513 |
+
[eval] sample_idx=159 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_15pcz3sQVQQ.mp4
|
| 514 |
+
[eval] sample_idx=159 baseline=D
|
| 515 |
+
[eval] sample_idx=159 tvcd=D
|
| 516 |
+
{'samples_done': 160, 'baseline_acc': 0.4875, 'tvcd_acc': 0.46875, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 517 |
+
[eval] sample_idx=160 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/201/zbOnhbcikz0/split_10.mp4
|
| 518 |
+
[eval] sample_idx=160 baseline=C
|
| 519 |
+
[eval] sample_idx=160 tvcd=C
|
| 520 |
+
[eval] sample_idx=161 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1001/7533538186.mp4
|
| 521 |
+
[eval] sample_idx=161 baseline=B
|
| 522 |
+
[eval] sample_idx=161 tvcd=B
|
| 523 |
+
[eval] sample_idx=162 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/KAKC6.mp4
|
| 524 |
+
[eval] sample_idx=162 baseline=B
|
| 525 |
+
[eval] sample_idx=162 tvcd=B
|
| 526 |
+
[eval] sample_idx=163 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/KVYOZ.mp4
|
| 527 |
+
[eval] sample_idx=163 baseline=A
|
| 528 |
+
[eval] sample_idx=163 tvcd=A
|
| 529 |
+
[eval] sample_idx=164 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/114/w7jJ8nsbbKI/split_6.mp4
|
| 530 |
+
[eval] sample_idx=164 baseline=D
|
| 531 |
+
[eval] sample_idx=164 tvcd=D
|
| 532 |
+
[eval] sample_idx=165 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_81k4vwur1Gk.mp4
|
| 533 |
+
[h264 @ 0x55eb23921a80] mmco: unref short failure
|
| 534 |
+
[eval] sample_idx=165 baseline=B
|
| 535 |
+
[eval] sample_idx=165 tvcd=B
|
| 536 |
+
[eval] sample_idx=166 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8028.mp4
|
| 537 |
+
[eval] sample_idx=166 baseline=A
|
| 538 |
+
[eval] sample_idx=166 tvcd=A
|
| 539 |
+
[eval] sample_idx=167 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_7.mp4
|
| 540 |
+
[eval] sample_idx=167 baseline=C
|
| 541 |
+
[eval] sample_idx=167 tvcd=C
|
| 542 |
+
[eval] sample_idx=168 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/211/kpRcFx8JQl0/split_3.mp4
|
| 543 |
+
[eval] sample_idx=168 baseline=B
|
| 544 |
+
[eval] sample_idx=168 tvcd=B
|
| 545 |
+
[eval] sample_idx=169 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/410/g1jFJYtQ9_s/split_3.mp4
|
| 546 |
+
[eval] sample_idx=169 baseline=A
|
| 547 |
+
[eval] sample_idx=169 tvcd=A
|
| 548 |
+
{'samples_done': 170, 'baseline_acc': 0.49411764705882355, 'tvcd_acc': 0.4764705882352941, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 549 |
+
[eval] sample_idx=170 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PvCrOrnwdWo.mp4
|
| 550 |
+
[eval] sample_idx=170 baseline=D
|
| 551 |
+
[eval] sample_idx=170 tvcd=D
|
| 552 |
+
[eval] sample_idx=171 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_ZjbBmS8Q8kM.mp4
|
| 553 |
+
[eval] sample_idx=171 baseline=D
|
| 554 |
+
[eval] sample_idx=171 tvcd=D
|
| 555 |
+
[eval] sample_idx=172 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_OBc6qM6FL7Y.mp4
|
| 556 |
+
[eval] sample_idx=172 baseline=C
|
| 557 |
+
[eval] sample_idx=172 tvcd=C
|
| 558 |
+
[eval] sample_idx=173 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Ap7GCrt9C4w.mp4
|
| 559 |
+
[eval] sample_idx=173 baseline=A
|
| 560 |
+
[eval] sample_idx=173 tvcd=A
|
| 561 |
+
[eval] sample_idx=174 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_lbABIY0NlFE.mp4
|
| 562 |
+
[eval] sample_idx=174 baseline=D
|
| 563 |
+
[eval] sample_idx=174 tvcd=D
|
| 564 |
+
[eval] sample_idx=175 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_mcS9LX_P4BA.mp4
|
| 565 |
+
[eval] sample_idx=175 baseline=A
|
| 566 |
+
[eval] sample_idx=175 tvcd=A
|
| 567 |
+
[eval] sample_idx=176 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/2M9YL.mp4
|
| 568 |
+
[eval] sample_idx=176 baseline=B
|
| 569 |
+
[eval] sample_idx=176 tvcd=B
|
| 570 |
+
[eval] sample_idx=177 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/PVBUM.mp4
|
| 571 |
+
[eval] sample_idx=177 baseline=C
|
| 572 |
+
[eval] sample_idx=177 tvcd=C
|
| 573 |
+
[eval] sample_idx=178 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/L09BS.mp4
|
| 574 |
+
[eval] sample_idx=178 baseline=B
|
| 575 |
+
[eval] sample_idx=178 tvcd=B
|
| 576 |
+
[eval] sample_idx=179 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/203/XlAZJB-uAO0/split_3.mp4
|
| 577 |
+
[eval] sample_idx=179 baseline=B
|
| 578 |
+
[eval] sample_idx=179 tvcd=B
|
| 579 |
+
{'samples_done': 180, 'baseline_acc': 0.5055555555555555, 'tvcd_acc': 0.4888888888888889, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 580 |
+
[eval] sample_idx=180 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/IA7X9.mp4
|
| 581 |
+
[eval] sample_idx=180 baseline=D
|
| 582 |
+
[eval] sample_idx=180 tvcd=C
|
| 583 |
+
[eval] sample_idx=181 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_X5UoLcloHIM.mp4
|
| 584 |
+
[eval] sample_idx=181 baseline=C
|
| 585 |
+
[eval] sample_idx=181 tvcd=C
|
| 586 |
+
[eval] sample_idx=182 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/QWHFE.mp4
|
| 587 |
+
[eval] sample_idx=182 baseline=D
|
| 588 |
+
[eval] sample_idx=182 tvcd=D
|
| 589 |
+
[eval] sample_idx=183 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_lx83HHNNrlc.mp4
|
| 590 |
+
[eval] sample_idx=183 baseline=A
|
| 591 |
+
[eval] sample_idx=183 tvcd=A
|
| 592 |
+
[eval] sample_idx=184 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Jd1Qk1bI7DM.mp4
|
| 593 |
+
[eval] sample_idx=184 baseline=C
|
| 594 |
+
[eval] sample_idx=184 tvcd=C
|
| 595 |
+
[eval] sample_idx=185 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/Njhy1XmKRiQ/split_1.mp4
|
| 596 |
+
[eval] sample_idx=185 baseline=C
|
| 597 |
+
[eval] sample_idx=185 tvcd=C
|
| 598 |
+
[eval] sample_idx=186 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/23X63.mp4
|
| 599 |
+
[eval] sample_idx=186 baseline=A
|
| 600 |
+
[eval] sample_idx=186 tvcd=A
|
| 601 |
+
[eval] sample_idx=187 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1100/3420639395.mp4
|
| 602 |
+
[eval] sample_idx=187 baseline=A
|
| 603 |
+
[eval] sample_idx=187 tvcd=A
|
| 604 |
+
[eval] sample_idx=188 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00080.mp4
|
| 605 |
+
[eval] sample_idx=188 baseline=A
|
| 606 |
+
[eval] sample_idx=188 tvcd=A
|
| 607 |
+
[eval] sample_idx=189 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_sRol1BJ9EUk.mp4
|
| 608 |
+
[eval] sample_idx=189 baseline=B
|
| 609 |
+
[eval] sample_idx=189 tvcd=B
|
| 610 |
+
{'samples_done': 190, 'baseline_acc': 0.5157894736842106, 'tvcd_acc': 0.5052631578947369, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 611 |
+
[eval] sample_idx=190 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/REOES.mp4
|
| 612 |
+
[eval] sample_idx=190 baseline=A
|
| 613 |
+
[eval] sample_idx=190 tvcd=A
|
| 614 |
+
[eval] sample_idx=191 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/ADK5J.mp4
|
| 615 |
+
[eval] sample_idx=191 baseline=D
|
| 616 |
+
[eval] sample_idx=191 tvcd=D
|
| 617 |
+
[eval] sample_idx=192 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_m7vcstRI23E.mp4
|
| 618 |
+
[eval] sample_idx=192 baseline=B
|
| 619 |
+
[eval] sample_idx=192 tvcd=B
|
| 620 |
+
[eval] sample_idx=193 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/107/I9nR5rDP7nQ/split_3.mp4
|
| 621 |
+
[eval] sample_idx=193 baseline=C
|
| 622 |
+
[eval] sample_idx=193 tvcd=B
|
| 623 |
+
[eval] sample_idx=194 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1019/8093267471.mp4
|
| 624 |
+
[eval] sample_idx=194 baseline=A
|
| 625 |
+
[eval] sample_idx=194 tvcd=A
|
| 626 |
+
[eval] sample_idx=195 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07159.mp4
|
| 627 |
+
[eval] sample_idx=195 baseline=D
|
| 628 |
+
[eval] sample_idx=195 tvcd=D
|
| 629 |
+
[eval] sample_idx=196 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/ego4d/30e92705-46ad-481c-94ff-6e20ff8e78ca.mp4
|
| 630 |
+
[eval] sample_idx=196 baseline=D
|
| 631 |
+
[eval] sample_idx=196 tvcd=D
|
| 632 |
+
[eval] sample_idx=197 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/421/60TXip7-W-E/split_8.mp4
|
| 633 |
+
[eval] sample_idx=197 baseline=B
|
| 634 |
+
[eval] sample_idx=197 tvcd=B
|
| 635 |
+
[eval] sample_idx=198 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_wIcK3bQNqcA.mp4
|
| 636 |
+
[eval] sample_idx=198 baseline=A
|
| 637 |
+
[eval] sample_idx=198 tvcd=A
|
| 638 |
+
[eval] sample_idx=199 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1738.mp4
|
| 639 |
+
[eval] sample_idx=199 baseline=A
|
| 640 |
+
[eval] sample_idx=199 tvcd=A
|
| 641 |
+
{'samples_done': 200, 'baseline_acc': 0.54, 'tvcd_acc': 0.525, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 642 |
+
[eval] sample_idx=200 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4
|
| 643 |
+
[eval] sample_idx=200 baseline=A
|
| 644 |
+
[eval] sample_idx=200 tvcd=A
|
| 645 |
+
[eval] sample_idx=201 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4
|
| 646 |
+
[eval] sample_idx=201 baseline=C
|
| 647 |
+
[eval] sample_idx=201 tvcd=C
|
| 648 |
+
[eval] sample_idx=202 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4
|
| 649 |
+
[eval] sample_idx=202 baseline=C
|
| 650 |
+
[eval] sample_idx=202 tvcd=C
|
| 651 |
+
[eval] sample_idx=203 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4
|
| 652 |
+
[eval] sample_idx=203 baseline=D
|
| 653 |
+
[eval] sample_idx=203 tvcd=D
|
| 654 |
+
[eval] sample_idx=204 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4
|
| 655 |
+
[eval] sample_idx=204 baseline=C
|
| 656 |
+
[eval] sample_idx=204 tvcd=C
|
| 657 |
+
[eval] sample_idx=205 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
|
| 658 |
+
[eval] sample_idx=205 baseline=B
|
| 659 |
+
[eval] sample_idx=205 tvcd=B
|
| 660 |
+
[eval] sample_idx=206 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4
|
| 661 |
+
[eval] sample_idx=206 baseline=C
|
| 662 |
+
[eval] sample_idx=206 tvcd=C
|
| 663 |
+
[eval] sample_idx=207 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4
|
| 664 |
+
[eval] sample_idx=207 baseline=D
|
| 665 |
+
[eval] sample_idx=207 tvcd=D
|
| 666 |
+
[eval] sample_idx=208 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0R0DJ.mp4
|
| 667 |
+
[eval] sample_idx=208 baseline=D
|
| 668 |
+
[eval] sample_idx=208 tvcd=D
|
| 669 |
+
[eval] sample_idx=209 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1103/5048507824.mp4
|
| 670 |
+
[eval] sample_idx=209 baseline=B
|
| 671 |
+
[eval] sample_idx=209 tvcd=B
|
| 672 |
+
{'samples_done': 210, 'baseline_acc': 0.5523809523809524, 'tvcd_acc': 0.5380952380952381, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 673 |
+
[eval] sample_idx=210 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LFBA7JzLo7g.mp4
|
| 674 |
+
[eval] sample_idx=210 baseline=C
|
| 675 |
+
[eval] sample_idx=210 tvcd=C
|
| 676 |
+
[eval] sample_idx=211 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_TX3wcIPN3Yc.mp4
|
| 677 |
+
[eval] sample_idx=211 baseline=A
|
| 678 |
+
[eval] sample_idx=211 tvcd=A
|
| 679 |
+
[eval] sample_idx=212 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_hT_4wWPNYxo.mp4
|
| 680 |
+
[eval] sample_idx=212 baseline=B
|
| 681 |
+
[eval] sample_idx=212 tvcd=B
|
| 682 |
+
[eval] sample_idx=213 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_tSLMPb-6QY0.mp4
|
| 683 |
+
[eval] sample_idx=213 baseline=D
|
| 684 |
+
[eval] sample_idx=213 tvcd=D
|
| 685 |
+
[eval] sample_idx=214 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/209/TsrTU3CJn2c/split_5.mp4
|
| 686 |
+
[eval] sample_idx=214 baseline=C
|
| 687 |
+
[eval] sample_idx=214 tvcd=C
|
| 688 |
+
[eval] sample_idx=215 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_AfBQ2_UGeXg.mp4
|
| 689 |
+
[eval] sample_idx=215 baseline=B
|
| 690 |
+
[eval] sample_idx=215 tvcd=B
|
| 691 |
+
[eval] sample_idx=216 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yzN9jN3qncA.mp4
|
| 692 |
+
[eval] sample_idx=216 baseline=D
|
| 693 |
+
[eval] sample_idx=216 tvcd=D
|
| 694 |
+
[eval] sample_idx=217 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TsPh4-BsCYk.mp4
|
| 695 |
+
[eval] sample_idx=217 baseline=A
|
| 696 |
+
[eval] sample_idx=217 tvcd=A
|
| 697 |
+
[eval] sample_idx=218 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00594.mp4
|
| 698 |
+
[eval] sample_idx=218 baseline=C
|
| 699 |
+
[eval] sample_idx=218 tvcd=C
|
| 700 |
+
[eval] sample_idx=219 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CYT5I.mp4
|
| 701 |
+
[eval] sample_idx=219 baseline=A
|
| 702 |
+
[eval] sample_idx=219 tvcd=A
|
| 703 |
+
{'samples_done': 220, 'baseline_acc': 0.5545454545454546, 'tvcd_acc': 0.5409090909090909, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 704 |
+
[eval] sample_idx=220 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u_RzyIJi8qc.mp4
|
| 705 |
+
[eval] sample_idx=220 baseline=D
|
| 706 |
+
[eval] sample_idx=220 tvcd=D
|
| 707 |
+
[eval] sample_idx=221 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03758.mp4
|
| 708 |
+
[eval] sample_idx=221 baseline=B
|
| 709 |
+
[eval] sample_idx=221 tvcd=B
|
| 710 |
+
[eval] sample_idx=222 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1007/2482994684.mp4
|
| 711 |
+
[eval] sample_idx=222 baseline=C
|
| 712 |
+
[eval] sample_idx=222 tvcd=C
|
| 713 |
+
[eval] sample_idx=223 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_6xjXG9UBnL8.mp4
|
| 714 |
+
[h264 @ 0x55eb2396ffc0] mmco: unref short failure
|
| 715 |
+
[eval] sample_idx=223 baseline=A
|
| 716 |
+
[eval] sample_idx=223 tvcd=A
|
| 717 |
+
[eval] sample_idx=224 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/0026/5986131986.mp4
|
| 718 |
+
[eval] sample_idx=224 baseline=C
|
| 719 |
+
[eval] sample_idx=224 tvcd=C
|
| 720 |
+
[eval] sample_idx=225 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/418/dxK5n3J9pdY/split_6.mp4
|
| 721 |
+
[eval] sample_idx=225 baseline=B
|
| 722 |
+
[eval] sample_idx=225 tvcd=B
|
| 723 |
+
[eval] sample_idx=226 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02554.mp4
|
| 724 |
+
[eval] sample_idx=226 baseline=A
|
| 725 |
+
[eval] sample_idx=226 tvcd=A
|
| 726 |
+
[eval] sample_idx=227 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1015/5697824411.mp4
|
| 727 |
+
[eval] sample_idx=227 baseline=C
|
| 728 |
+
[eval] sample_idx=227 tvcd=C
|
| 729 |
+
[eval] sample_idx=228 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04043.mp4
|
| 730 |
+
[eval] sample_idx=228 baseline=B
|
| 731 |
+
[eval] sample_idx=228 tvcd=B
|
| 732 |
+
[eval] sample_idx=229 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/2846J.mp4
|
| 733 |
+
[eval] sample_idx=229 baseline=D
|
| 734 |
+
[eval] sample_idx=229 tvcd=D
|
| 735 |
+
{'samples_done': 230, 'baseline_acc': 0.5652173913043478, 'tvcd_acc': 0.5521739130434783, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 736 |
+
[eval] sample_idx=230 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LZxTeIeuqT8.mp4
|
| 737 |
+
[eval] sample_idx=230 baseline=A
|
| 738 |
+
[eval] sample_idx=230 tvcd=A
|
| 739 |
+
[eval] sample_idx=231 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1018/4302198168.mp4
|
| 740 |
+
[eval] sample_idx=231 baseline=A
|
| 741 |
+
[eval] sample_idx=231 tvcd=A
|
| 742 |
+
[eval] sample_idx=232 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00723.mp4
|
| 743 |
+
[eval] sample_idx=232 baseline=C
|
| 744 |
+
[eval] sample_idx=232 tvcd=C
|
| 745 |
+
[eval] sample_idx=233 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/124/MBDYDoIbt5M/split_2.mp4
|
| 746 |
+
[eval] sample_idx=233 baseline=B
|
| 747 |
+
[eval] sample_idx=233 tvcd=B
|
| 748 |
+
[eval] sample_idx=234 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/JC9SA.mp4
|
| 749 |
+
[eval] sample_idx=234 baseline=B
|
| 750 |
+
[eval] sample_idx=234 tvcd=B
|
| 751 |
+
[eval] sample_idx=235 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o1bO6f-Uo8A.mp4
|
| 752 |
+
[eval] sample_idx=235 baseline=D
|
| 753 |
+
[eval] sample_idx=235 tvcd=D
|
| 754 |
+
[eval] sample_idx=236 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/2P6ZP.mp4
|
| 755 |
+
[eval] sample_idx=236 baseline=B
|
| 756 |
+
[eval] sample_idx=236 tvcd=B
|
| 757 |
+
[eval] sample_idx=237 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5C6IS.mp4
|
| 758 |
+
[eval] sample_idx=237 baseline=A
|
| 759 |
+
[eval] sample_idx=237 tvcd=A
|
| 760 |
+
[eval] sample_idx=238 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/MQXAJ.mp4
|
| 761 |
+
[eval] sample_idx=238 baseline=A
|
| 762 |
+
[eval] sample_idx=238 tvcd=A
|
| 763 |
+
[eval] sample_idx=239 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_YiHNmiFzJ9k.mp4
|
| 764 |
+
[eval] sample_idx=239 baseline=C
|
| 765 |
+
[eval] sample_idx=239 tvcd=C
|
| 766 |
+
{'samples_done': 240, 'baseline_acc': 0.5583333333333333, 'tvcd_acc': 0.5458333333333333, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 767 |
+
[eval] sample_idx=240 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00185.mp4
|
| 768 |
+
[eval] sample_idx=240 baseline=A
|
| 769 |
+
[eval] sample_idx=240 tvcd=A
|
| 770 |
+
[eval] sample_idx=241 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_0gA_3BAxtVM.mp4
|
| 771 |
+
[eval] sample_idx=241 baseline=B
|
| 772 |
+
[eval] sample_idx=241 tvcd=B
|
| 773 |
+
[eval] sample_idx=242 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_06r6DtoTtSQ.mp4
|
| 774 |
+
[eval] sample_idx=242 baseline=A
|
| 775 |
+
[eval] sample_idx=242 tvcd=A
|
| 776 |
+
[eval] sample_idx=243 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_1Se1ZqCSQvk.mp4
|
| 777 |
+
[eval] sample_idx=243 baseline=A
|
| 778 |
+
[eval] sample_idx=243 tvcd=A
|
| 779 |
+
[eval] sample_idx=244 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Be033nkWyko.mp4
|
| 780 |
+
[eval] sample_idx=244 baseline=B
|
| 781 |
+
[eval] sample_idx=244 tvcd=B
|
| 782 |
+
[eval] sample_idx=245 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05367.mp4
|
| 783 |
+
[eval] sample_idx=245 baseline=D
|
| 784 |
+
[eval] sample_idx=245 tvcd=D
|
| 785 |
+
[eval] sample_idx=246 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/122/G_oxCFd1krc/split_0.mp4
|
| 786 |
+
[eval] sample_idx=246 baseline=A
|
| 787 |
+
[eval] sample_idx=246 tvcd=A
|
| 788 |
+
[eval] sample_idx=247 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_K3wSGMENt-o.mp4
|
| 789 |
+
[eval] sample_idx=247 baseline=B
|
| 790 |
+
[eval] sample_idx=247 tvcd=A
|
| 791 |
+
[eval] sample_idx=248 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/421/D0STPAXDYxg/split_2.mp4
|
| 792 |
+
[eval] sample_idx=248 baseline=C
|
| 793 |
+
[eval] sample_idx=248 tvcd=C
|
| 794 |
+
[eval] sample_idx=249 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/T8XGN.mp4
|
| 795 |
+
[eval] sample_idx=249 baseline=B
|
| 796 |
+
[eval] sample_idx=249 tvcd=B
|
| 797 |
+
{'samples_done': 250, 'baseline_acc': 0.568, 'tvcd_acc': 0.552, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 798 |
+
[eval] sample_idx=250 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_2IN7q_XN0Zw.mp4
|
| 799 |
+
[eval] sample_idx=250 baseline=B
|
| 800 |
+
[eval] sample_idx=250 tvcd=B
|
| 801 |
+
[eval] sample_idx=251 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00534.mp4
|
| 802 |
+
[eval] sample_idx=251 baseline=B
|
| 803 |
+
[eval] sample_idx=251 tvcd=B
|
| 804 |
+
[eval] sample_idx=252 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/QH3WP.mp4
|
| 805 |
+
[eval] sample_idx=252 baseline=A
|
| 806 |
+
[eval] sample_idx=252 tvcd=A
|
| 807 |
+
[eval] sample_idx=253 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/304/X1e5zsLlbZo/split_10.mp4
|
| 808 |
+
[eval] sample_idx=253 baseline=B
|
| 809 |
+
[eval] sample_idx=253 tvcd=B
|
| 810 |
+
[eval] sample_idx=254 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_oNYC_3fcGg0.mp4
|
| 811 |
+
[eval] sample_idx=254 baseline=B
|
| 812 |
+
[eval] sample_idx=254 tvcd=B
|
| 813 |
+
[eval] sample_idx=255 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08752.mp4
|
| 814 |
+
[eval] sample_idx=255 baseline=A
|
| 815 |
+
[eval] sample_idx=255 tvcd=A
|
| 816 |
+
[eval] sample_idx=256 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/4RLYA.mp4
|
| 817 |
+
[eval] sample_idx=256 baseline=B
|
| 818 |
+
[eval] sample_idx=256 tvcd=B
|
| 819 |
+
[eval] sample_idx=257 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_kQoGS3YjBXk.mp4
|
| 820 |
+
[eval] sample_idx=257 baseline=A
|
| 821 |
+
[eval] sample_idx=257 tvcd=A
|
| 822 |
+
[eval] sample_idx=258 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09100.mp4
|
| 823 |
+
[eval] sample_idx=258 baseline=A
|
| 824 |
+
[eval] sample_idx=258 tvcd=A
|
| 825 |
+
[eval] sample_idx=259 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/uFFEK46NIhk/split_0.mp4
|
| 826 |
+
[eval] sample_idx=259 baseline=B
|
| 827 |
+
[eval] sample_idx=259 tvcd=B
|
| 828 |
+
{'samples_done': 260, 'baseline_acc': 0.5692307692307692, 'tvcd_acc': 0.5538461538461539, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 829 |
+
[eval] sample_idx=260 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_1DZhfZ4cf38.mp4
|
| 830 |
+
[eval] sample_idx=260 baseline=D
|
| 831 |
+
[eval] sample_idx=260 tvcd=D
|
| 832 |
+
[eval] sample_idx=261 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03199.mp4
|
| 833 |
+
[eval] sample_idx=261 baseline=B
|
| 834 |
+
[eval] sample_idx=261 tvcd=B
|
| 835 |
+
[eval] sample_idx=262 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1150/4772810451.mp4
|
| 836 |
+
[eval] sample_idx=262 baseline=B
|
| 837 |
+
[eval] sample_idx=262 tvcd=B
|
| 838 |
+
[eval] sample_idx=263 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1013/3161115707.mp4
|
| 839 |
+
[eval] sample_idx=263 baseline=E
|
| 840 |
+
[eval] sample_idx=263 tvcd=E
|
| 841 |
+
[eval] sample_idx=264 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_bPZRYmr7p1k.mp4
|
| 842 |
+
[eval] sample_idx=264 baseline=A
|
| 843 |
+
[eval] sample_idx=264 tvcd=A
|
| 844 |
+
[eval] sample_idx=265 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_1O9gGPJPbis.mp4
|
| 845 |
+
[eval] sample_idx=265 baseline=C
|
| 846 |
+
[eval] sample_idx=265 tvcd=C
|
| 847 |
+
[eval] sample_idx=266 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5VHqMj5iikc.mp4
|
| 848 |
+
[eval] sample_idx=266 baseline=B
|
| 849 |
+
[eval] sample_idx=266 tvcd=B
|
| 850 |
+
[eval] sample_idx=267 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/K9V2R.mp4
|
| 851 |
+
[eval] sample_idx=267 baseline=C
|
| 852 |
+
[eval] sample_idx=267 tvcd=C
|
| 853 |
+
[eval] sample_idx=268 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/KYLJY.mp4
|
| 854 |
+
[eval] sample_idx=268 baseline=B
|
| 855 |
+
[eval] sample_idx=268 tvcd=B
|
| 856 |
+
[eval] sample_idx=269 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3147.mp4
|
| 857 |
+
[eval] sample_idx=269 baseline=C
|
| 858 |
+
[eval] sample_idx=269 tvcd=B
|
| 859 |
+
{'samples_done': 270, 'baseline_acc': 0.562962962962963, 'tvcd_acc': 0.5444444444444444, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 860 |
+
[eval] sample_idx=270 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01433.mp4
|
| 861 |
+
[eval] sample_idx=270 baseline=A
|
| 862 |
+
[eval] sample_idx=270 tvcd=A
|
| 863 |
+
[eval] sample_idx=271 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/0049/10144018836.mp4
|
| 864 |
+
[eval] sample_idx=271 baseline=B
|
| 865 |
+
[eval] sample_idx=271 tvcd=B
|
| 866 |
+
[eval] sample_idx=272 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/405/-h8c5sLelZ4/split_4.mp4
|
| 867 |
+
[eval] sample_idx=272 baseline=A
|
| 868 |
+
[eval] sample_idx=272 tvcd=A
|
| 869 |
+
[eval] sample_idx=273 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02668.mp4
|
| 870 |
+
[eval] sample_idx=273 baseline=A
|
| 871 |
+
[eval] sample_idx=273 tvcd=A
|
| 872 |
+
[eval] sample_idx=274 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ITVfOVR34Jo.mp4
|
| 873 |
+
[eval] sample_idx=274 baseline=B
|
| 874 |
+
[eval] sample_idx=274 tvcd=B
|
| 875 |
+
[eval] sample_idx=275 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_guWwidZasr8.mp4
|
| 876 |
+
[eval] sample_idx=275 baseline=B
|
| 877 |
+
[eval] sample_idx=275 tvcd=B
|
| 878 |
+
[eval] sample_idx=276 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Vpy9sUWpNQE.mp4
|
| 879 |
+
[h264 @ 0x55eb238d95c0] mmco: unref short failure
|
| 880 |
+
[eval] sample_idx=276 baseline=A
|
| 881 |
+
[eval] sample_idx=276 tvcd=A
|
| 882 |
+
[eval] sample_idx=277 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_7LimgSQsHm0.mp4
|
| 883 |
+
[eval] sample_idx=277 baseline=B
|
| 884 |
+
[eval] sample_idx=277 tvcd=A
|
| 885 |
+
[eval] sample_idx=278 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_n0Az4cLruf4.mp4
|
| 886 |
+
[eval] sample_idx=278 baseline=A
|
| 887 |
+
[eval] sample_idx=278 tvcd=A
|
| 888 |
+
[eval] sample_idx=279 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_2TxKmZVxQd8.mp4
|
| 889 |
+
[h264 @ 0x55eb2376cd00] mmco: unref short failure
|
| 890 |
+
[h264 @ 0x55eb2376cd00] mmco: unref short failure
|
| 891 |
+
[eval] sample_idx=279 baseline=A
|
| 892 |
+
[eval] sample_idx=279 tvcd=A
|
| 893 |
+
{'samples_done': 280, 'baseline_acc': 0.575, 'tvcd_acc': 0.5535714285714286, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 894 |
+
[eval] sample_idx=280 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/3IJGQ.mp4
|
| 895 |
+
[eval] sample_idx=280 baseline=D
|
| 896 |
+
[eval] sample_idx=280 tvcd=D
|
| 897 |
+
[eval] sample_idx=281 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_eWucu9eu5Dc.mp4
|
| 898 |
+
[h264 @ 0x55eb090c3940] mmco: unref short failure
|
| 899 |
+
[h264 @ 0x55eb090c3940] mmco: unref short failure
|
| 900 |
+
[h264 @ 0x55eb090c3940] mmco: unref short failure
|
| 901 |
+
[h264 @ 0x55eb090c3940] mmco: unref short failure
|
| 902 |
+
[eval] sample_idx=281 baseline=B
|
| 903 |
+
[eval] sample_idx=281 tvcd=B
|
| 904 |
+
[eval] sample_idx=282 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/I5L3Y.mp4
|
| 905 |
+
[eval] sample_idx=282 baseline=A
|
| 906 |
+
[eval] sample_idx=282 tvcd=A
|
| 907 |
+
[eval] sample_idx=283 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02656.mp4
|
| 908 |
+
[eval] sample_idx=283 baseline=C
|
| 909 |
+
[eval] sample_idx=283 tvcd=A
|
| 910 |
+
[eval] sample_idx=284 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_x4Vk5wSH7xE.mp4
|
| 911 |
+
[eval] sample_idx=284 baseline=B
|
| 912 |
+
[eval] sample_idx=284 tvcd=B
|
| 913 |
+
[eval] sample_idx=285 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Cu8lmHiXkUU.mp4
|
| 914 |
+
[eval] sample_idx=285 baseline=D
|
| 915 |
+
[eval] sample_idx=285 tvcd=D
|
| 916 |
+
[eval] sample_idx=286 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/PGGRZ.mp4
|
| 917 |
+
[eval] sample_idx=286 baseline=B
|
| 918 |
+
[eval] sample_idx=286 tvcd=B
|
| 919 |
+
[eval] sample_idx=287 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/6B328.mp4
|
| 920 |
+
[eval] sample_idx=287 baseline=A
|
| 921 |
+
[eval] sample_idx=287 tvcd=A
|
| 922 |
+
[eval] sample_idx=288 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08836.mp4
|
| 923 |
+
[eval] sample_idx=288 baseline=A
|
| 924 |
+
[eval] sample_idx=288 tvcd=A
|
| 925 |
+
[eval] sample_idx=289 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/230/2UY6Fztzpng/split_6.mp4
|
| 926 |
+
[eval] sample_idx=289 baseline=C
|
| 927 |
+
[eval] sample_idx=289 tvcd=C
|
| 928 |
+
{'samples_done': 290, 'baseline_acc': 0.5793103448275863, 'tvcd_acc': 0.5586206896551724, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 929 |
+
[eval] sample_idx=290 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00837.mp4
|
| 930 |
+
[eval] sample_idx=290 baseline=A
|
| 931 |
+
[eval] sample_idx=290 tvcd=A
|
| 932 |
+
[eval] sample_idx=291 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01796.mp4
|
| 933 |
+
[eval] sample_idx=291 baseline=A
|
| 934 |
+
[eval] sample_idx=291 tvcd=D
|
| 935 |
+
[eval] sample_idx=292 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5OV3M.mp4
|
| 936 |
+
[eval] sample_idx=292 baseline=D
|
| 937 |
+
[eval] sample_idx=292 tvcd=D
|
| 938 |
+
[eval] sample_idx=293 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/I4K7B.mp4
|
| 939 |
+
[eval] sample_idx=293 baseline=A
|
| 940 |
+
[eval] sample_idx=293 tvcd=A
|
| 941 |
+
[eval] sample_idx=294 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/JKGTN.mp4
|
| 942 |
+
[eval] sample_idx=294 baseline=A
|
| 943 |
+
[eval] sample_idx=294 tvcd=A
|
| 944 |
+
[eval] sample_idx=295 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4
|
| 945 |
+
[eval] sample_idx=295 baseline=C. The referee signals the conclusion of the match.
|
| 946 |
+
[eval] sample_idx=295 tvcd=C. The referee signals the conclusion of the match.
|
| 947 |
+
[eval] sample_idx=296 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1106/4059247647.mp4
|
| 948 |
+
[eval] sample_idx=296 baseline=E
|
| 949 |
+
[eval] sample_idx=296 tvcd=E
|
| 950 |
+
[eval] sample_idx=297 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06468.mp4
|
| 951 |
+
[eval] sample_idx=297 baseline=B
|
| 952 |
+
[eval] sample_idx=297 tvcd=B
|
| 953 |
+
[eval] sample_idx=298 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_sMO2IlNgDuw.mp4
|
| 954 |
+
[eval] sample_idx=298 baseline=A
|
| 955 |
+
[eval] sample_idx=298 tvcd=A
|
| 956 |
+
[eval] sample_idx=299 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/111/QLaA91I4t3U/split_5.mp4
|
| 957 |
+
[eval] sample_idx=299 baseline=B
|
| 958 |
+
[eval] sample_idx=299 tvcd=B
|
| 959 |
+
{'samples_done': 300, 'baseline_acc': 0.58, 'tvcd_acc': 0.56, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 960 |
+
[eval] sample_idx=300 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
|
| 961 |
+
[eval] sample_idx=300 baseline=A
|
| 962 |
+
[eval] sample_idx=300 tvcd=A
|
| 963 |
+
[eval] sample_idx=301 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
|
| 964 |
+
[eval] sample_idx=301 baseline=A
|
| 965 |
+
[eval] sample_idx=301 tvcd=A
|
| 966 |
+
[eval] sample_idx=302 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
|
| 967 |
+
[eval] sample_idx=302 baseline=A
|
| 968 |
+
[eval] sample_idx=302 tvcd=A
|
| 969 |
+
[eval] sample_idx=303 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
|
| 970 |
+
[eval] sample_idx=303 baseline=D
|
| 971 |
+
[eval] sample_idx=303 tvcd=D
|
| 972 |
+
[eval] sample_idx=304 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
|
| 973 |
+
[eval] sample_idx=304 baseline=A
|
| 974 |
+
[eval] sample_idx=304 tvcd=A
|
| 975 |
+
[eval] sample_idx=305 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
|
| 976 |
+
[h264 @ 0x55eb23923340] mmco: unref short failure
|
| 977 |
+
[h264 @ 0x55eb23923340] mmco: unref short failure
|
| 978 |
+
[h264 @ 0x55eb23923340] mmco: unref short failure
|
| 979 |
+
[eval] sample_idx=305 baseline=A
|
| 980 |
+
[eval] sample_idx=305 tvcd=A
|
| 981 |
+
[eval] sample_idx=306 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
|
| 982 |
+
[eval] sample_idx=306 baseline=B
|
| 983 |
+
[eval] sample_idx=306 tvcd=B
|
| 984 |
+
[eval] sample_idx=307 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
|
| 985 |
+
[eval] sample_idx=307 baseline=C
|
| 986 |
+
[eval] sample_idx=307 tvcd=C
|
| 987 |
+
[eval] sample_idx=308 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-l5e1zVzQOQ.mp4
|
| 988 |
+
[eval] sample_idx=308 baseline=B
|
| 989 |
+
[eval] sample_idx=308 tvcd=B
|
| 990 |
+
[eval] sample_idx=309 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06677.mp4
|
| 991 |
+
[eval] sample_idx=309 baseline=A. The purple sphere and the green sphere collide.
|
| 992 |
+
[eval] sample_idx=309 tvcd=A. The purple sphere and the green sphere collide.
|
| 993 |
+
{'samples_done': 310, 'baseline_acc': 0.5774193548387097, 'tvcd_acc': 0.5580645161290323, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 994 |
+
[eval] sample_idx=310 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/0040/5312674396.mp4
|
| 995 |
+
[eval] sample_idx=310 baseline=B
|
| 996 |
+
[eval] sample_idx=310 tvcd=B
|
| 997 |
+
[eval] sample_idx=311 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_FX4inHmWQtE.mp4
|
| 998 |
+
[eval] sample_idx=311 baseline=C
|
| 999 |
+
[eval] sample_idx=311 tvcd=C
|
| 1000 |
+
[eval] sample_idx=312 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/117/DDRzeomsyzU/split_3.mp4
|
| 1001 |
+
[eval] sample_idx=312 baseline=A
|
| 1002 |
+
[eval] sample_idx=312 tvcd=A
|
| 1003 |
+
[eval] sample_idx=313 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01131.mp4
|
| 1004 |
+
[eval] sample_idx=313 baseline=B
|
| 1005 |
+
[eval] sample_idx=313 tvcd=B
|
| 1006 |
+
[eval] sample_idx=314 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07811.mp4
|
| 1007 |
+
[eval] sample_idx=314 baseline=B
|
| 1008 |
+
[eval] sample_idx=314 tvcd=B
|
| 1009 |
+
[eval] sample_idx=315 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09196.mp4
|
| 1010 |
+
[eval] sample_idx=315 baseline=D
|
| 1011 |
+
[eval] sample_idx=315 tvcd=D
|
| 1012 |
+
[eval] sample_idx=316 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06255.mp4
|
| 1013 |
+
[eval] sample_idx=316 baseline=B
|
| 1014 |
+
[eval] sample_idx=316 tvcd=B
|
| 1015 |
+
[eval] sample_idx=317 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/219/umveZyJ1h1s/split_10.mp4
|
| 1016 |
+
[eval] sample_idx=317 baseline=A
|
| 1017 |
+
[eval] sample_idx=317 tvcd=A
|
| 1018 |
+
[eval] sample_idx=318 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_Dv2T0R7HVBQ.mp4
|
| 1019 |
+
[eval] sample_idx=318 baseline=A
|
| 1020 |
+
[eval] sample_idx=318 tvcd=A
|
| 1021 |
+
[eval] sample_idx=319 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_lMI_tzdfki4.mp4
|
| 1022 |
+
[eval] sample_idx=319 baseline=B
|
| 1023 |
+
[eval] sample_idx=319 tvcd=B
|
| 1024 |
+
{'samples_done': 320, 'baseline_acc': 0.575, 'tvcd_acc': 0.55625, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 1025 |
+
[eval] sample_idx=320 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_JjRSGzdwtc0.mp4
|
| 1026 |
+
[eval] sample_idx=320 baseline=D
|
| 1027 |
+
[eval] sample_idx=320 tvcd=D
|
| 1028 |
+
[eval] sample_idx=321 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/RJZ3I.mp4
|
| 1029 |
+
[eval] sample_idx=321 baseline=C
|
| 1030 |
+
[eval] sample_idx=321 tvcd=C
|
| 1031 |
+
[eval] sample_idx=322 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u1grT0O81Qg.mp4
|
| 1032 |
+
[h264 @ 0x55eb29ca2ac0] mmco: unref short failure
|
| 1033 |
+
[h264 @ 0x55eb29ca2ac0] mmco: unref short failure
|
| 1034 |
+
[eval] sample_idx=322 baseline=A
|
| 1035 |
+
[eval] sample_idx=322 tvcd=A
|
| 1036 |
+
[eval] sample_idx=323 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/VwBJ230pjSk/split_1.mp4
|
| 1037 |
+
[eval] sample_idx=323 baseline=C
|
| 1038 |
+
[eval] sample_idx=323 tvcd=C
|
| 1039 |
+
[eval] sample_idx=324 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_11448.mp4
|
| 1040 |
+
[eval] sample_idx=324 baseline=A
|
| 1041 |
+
[eval] sample_idx=324 tvcd=A
|
| 1042 |
+
[eval] sample_idx=325 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1026/6451572823.mp4
|
| 1043 |
+
[eval] sample_idx=325 baseline=C
|
| 1044 |
+
[eval] sample_idx=325 tvcd=C
|
| 1045 |
+
[eval] sample_idx=326 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/104/Vuy2nrJz0Zw/split_3.mp4
|
| 1046 |
+
[eval] sample_idx=326 baseline=A
|
| 1047 |
+
[eval] sample_idx=326 tvcd=A
|
| 1048 |
+
[eval] sample_idx=327 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/1xjsM-I-KLI/split_8.mp4
|
| 1049 |
+
[eval] sample_idx=327 baseline=A
|
| 1050 |
+
[eval] sample_idx=327 tvcd=A
|
| 1051 |
+
[eval] sample_idx=328 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03392.mp4
|
| 1052 |
+
[eval] sample_idx=328 baseline=A
|
| 1053 |
+
[eval] sample_idx=328 tvcd=A
|
| 1054 |
+
[eval] sample_idx=329 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_P7lUYSLtErY.mp4
|
| 1055 |
+
[eval] sample_idx=329 baseline=D
|
| 1056 |
+
[eval] sample_idx=329 tvcd=D
|
| 1057 |
+
{'samples_done': 330, 'baseline_acc': 0.5787878787878787, 'tvcd_acc': 0.5606060606060606, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 1058 |
+
[eval] sample_idx=330 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_x_5ay7lD6iA.mp4
|
| 1059 |
+
[eval] sample_idx=330 baseline=A
|
| 1060 |
+
[eval] sample_idx=330 tvcd=A
|
| 1061 |
+
[eval] sample_idx=331 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/201/0xYOUNfzIn8/split_10.mp4
|
| 1062 |
+
[eval] sample_idx=331 baseline=B
|
| 1063 |
+
[eval] sample_idx=331 tvcd=B
|
| 1064 |
+
[eval] sample_idx=332 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4Q5YJKHa5W0.mp4
|
| 1065 |
+
[eval] sample_idx=332 baseline=D
|
| 1066 |
+
[eval] sample_idx=332 tvcd=D
|
| 1067 |
+
[eval] sample_idx=333 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/RON2M.mp4
|
| 1068 |
+
[eval] sample_idx=333 baseline=C
|
| 1069 |
+
[eval] sample_idx=333 tvcd=C
|
| 1070 |
+
[eval] sample_idx=334 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/7G0HB.mp4
|
| 1071 |
+
[eval] sample_idx=334 baseline=D
|
| 1072 |
+
[eval] sample_idx=334 tvcd=D
|
| 1073 |
+
[eval] sample_idx=335 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_QZWyv6SShks.mp4
|
| 1074 |
+
[eval] sample_idx=335 baseline=D
|
| 1075 |
+
[eval] sample_idx=335 tvcd=D
|
| 1076 |
+
[eval] sample_idx=336 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/V1JIC.mp4
|
| 1077 |
+
[eval] sample_idx=336 baseline=A
|
| 1078 |
+
[eval] sample_idx=336 tvcd=A
|
| 1079 |
+
[eval] sample_idx=337 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1107/3445792822.mp4
|
| 1080 |
+
[eval] sample_idx=337 baseline=A
|
| 1081 |
+
[eval] sample_idx=337 tvcd=A
|
| 1082 |
+
[eval] sample_idx=338 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_3FUVKpQA6IY.mp4
|
| 1083 |
+
[eval] sample_idx=338 baseline=D
|
| 1084 |
+
[eval] sample_idx=338 tvcd=D
|
| 1085 |
+
[eval] sample_idx=339 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/309/UfWND-lc4sc/split_7.mp4
|
| 1086 |
+
[eval] sample_idx=339 baseline=A
|
| 1087 |
+
[eval] sample_idx=339 tvcd=A
|
| 1088 |
+
{'samples_done': 340, 'baseline_acc': 0.5823529411764706, 'tvcd_acc': 0.5647058823529412, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 1089 |
+
[eval] sample_idx=340 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09748.mp4
|
| 1090 |
+
[eval] sample_idx=340 baseline=B
|
| 1091 |
+
[eval] sample_idx=340 tvcd=B
|
| 1092 |
+
[eval] sample_idx=341 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FTmGHtBdWi0.mp4
|
| 1093 |
+
[eval] sample_idx=341 baseline=B
|
| 1094 |
+
[eval] sample_idx=341 tvcd=B
|
| 1095 |
+
[eval] sample_idx=342 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/Y9WZW.mp4
|
| 1096 |
+
[eval] sample_idx=342 baseline=A
|
| 1097 |
+
[eval] sample_idx=342 tvcd=A
|
| 1098 |
+
[eval] sample_idx=343 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FNlEHAIh6LQ.mp4
|
| 1099 |
+
[eval] sample_idx=343 baseline=A
|
| 1100 |
+
[eval] sample_idx=343 tvcd=A
|
| 1101 |
+
[eval] sample_idx=344 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/406/lBnuFn9q3Xs/split_4.mp4
|
| 1102 |
+
[eval] sample_idx=344 baseline=A
|
| 1103 |
+
[eval] sample_idx=344 tvcd=A
|
| 1104 |
+
[eval] sample_idx=345 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/COPHL.mp4
|
| 1105 |
+
[eval] sample_idx=345 baseline=C
|
| 1106 |
+
[eval] sample_idx=345 tvcd=C
|
| 1107 |
+
[eval] sample_idx=346 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_hiaCpyCoXqk.mp4
|
| 1108 |
+
[eval] sample_idx=346 baseline=A
|
| 1109 |
+
[eval] sample_idx=346 tvcd=A
|
| 1110 |
+
[eval] sample_idx=347 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/0067/3091550860.mp4
|
| 1111 |
+
[eval] sample_idx=347 baseline=B
|
| 1112 |
+
[eval] sample_idx=347 tvcd=B
|
| 1113 |
+
[eval] sample_idx=348 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06478.mp4
|
| 1114 |
+
[eval] sample_idx=348 baseline=A
|
| 1115 |
+
[eval] sample_idx=348 tvcd=A
|
| 1116 |
+
[eval] sample_idx=349 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_AnRYS02tvRA.mp4
|
| 1117 |
+
[eval] sample_idx=349 baseline=D
|
| 1118 |
+
[eval] sample_idx=349 tvcd=D
|
| 1119 |
+
{'samples_done': 350, 'baseline_acc': 0.5828571428571429, 'tvcd_acc': 0.5657142857142857, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 1120 |
+
[eval] sample_idx=350 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_WPVb8fYLFUM.mp4
|
| 1121 |
+
[h264 @ 0x55eb237bb200] mmco: unref short failure
|
| 1122 |
+
[h264 @ 0x55eb237bb200] mmco: unref short failure
|
| 1123 |
+
[eval] sample_idx=350 baseline=B
|
| 1124 |
+
[eval] sample_idx=350 tvcd=B
|
| 1125 |
+
[eval] sample_idx=351 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wodsQ0nW7Ds.mp4
|
| 1126 |
+
[h264 @ 0x55eb26e7d400] mmco: unref short failure
|
| 1127 |
+
[h264 @ 0x55eb26e7d400] mmco: unref short failure
|
| 1128 |
+
[h264 @ 0x55eb26e7d400] mmco: unref short failure
|
| 1129 |
+
[h264 @ 0x55eb26e7d400] mmco: unref short failure
|
| 1130 |
+
[eval] sample_idx=351 baseline=B
|
| 1131 |
+
[eval] sample_idx=351 tvcd=B
|
| 1132 |
+
[eval] sample_idx=352 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_S-4ftlylgig.mp4
|
| 1133 |
+
[eval] sample_idx=352 baseline=D
|
| 1134 |
+
[eval] sample_idx=352 tvcd=D
|
| 1135 |
+
[eval] sample_idx=353 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/YD8BF.mp4
|
| 1136 |
+
[eval] sample_idx=353 baseline=C
|
| 1137 |
+
[eval] sample_idx=353 tvcd=C
|
| 1138 |
+
[eval] sample_idx=354 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/5640939571.mp4
|
| 1139 |
+
[eval] sample_idx=354 baseline=D
|
| 1140 |
+
[eval] sample_idx=354 tvcd=D
|
| 1141 |
+
[eval] sample_idx=355 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_2xQVZorob1Q.mp4
|
| 1142 |
+
[h264 @ 0x55eb26e7d400] mmco: unref short failure
|
| 1143 |
+
[h264 @ 0x55eb26e7d400] mmco: unref short failure
|
| 1144 |
+
[eval] sample_idx=355 baseline=C
|
| 1145 |
+
[eval] sample_idx=355 tvcd=C
|
| 1146 |
+
[eval] sample_idx=356 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_H8f7pTaBFKk.mp4
|
| 1147 |
+
[eval] sample_idx=356 baseline=D
|
| 1148 |
+
[eval] sample_idx=356 tvcd=D
|
| 1149 |
+
[eval] sample_idx=357 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/X9T4M.mp4
|
| 1150 |
+
[eval] sample_idx=357 baseline=B
|
| 1151 |
+
[eval] sample_idx=357 tvcd=B
|
| 1152 |
+
[eval] sample_idx=358 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PPXS8kE1q7c.mp4
|
| 1153 |
+
[eval] sample_idx=358 baseline=A
|
| 1154 |
+
[eval] sample_idx=358 tvcd=A
|
| 1155 |
+
[eval] sample_idx=359 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_liqFz0EPTMQ.mp4
|
| 1156 |
+
[eval] sample_idx=359 baseline=C
|
| 1157 |
+
[eval] sample_idx=359 tvcd=C
|
| 1158 |
+
{'samples_done': 360, 'baseline_acc': 0.5916666666666667, 'tvcd_acc': 0.575, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 1159 |
+
[eval] sample_idx=360 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/NUSKJ.mp4
|
| 1160 |
+
[eval] sample_idx=360 baseline=A
|
| 1161 |
+
[eval] sample_idx=360 tvcd=A
|
| 1162 |
+
[eval] sample_idx=361 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_bY0bGFJ-k1U.mp4
|
| 1163 |
+
[eval] sample_idx=361 baseline=C
|
| 1164 |
+
[eval] sample_idx=361 tvcd=C
|
| 1165 |
+
[eval] sample_idx=362 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04142.mp4
|
| 1166 |
+
[eval] sample_idx=362 baseline=B
|
| 1167 |
+
[eval] sample_idx=362 tvcd=B
|
| 1168 |
+
[eval] sample_idx=363 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/210/jGC0VhFCk5Y/split_6.mp4
|
| 1169 |
+
[eval] sample_idx=363 baseline=D
|
| 1170 |
+
[eval] sample_idx=363 tvcd=D
|
| 1171 |
+
[eval] sample_idx=364 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/X226B.mp4
|
| 1172 |
+
[eval] sample_idx=364 baseline=C
|
| 1173 |
+
[eval] sample_idx=364 tvcd=C
|
| 1174 |
+
[eval] sample_idx=365 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
|
| 1175 |
+
[eval] sample_idx=365 baseline=D
|
| 1176 |
+
[eval] sample_idx=365 tvcd=D
|
| 1177 |
+
[eval] sample_idx=366 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1011/7274130480.mp4
|
| 1178 |
+
[eval] sample_idx=366 baseline=D
|
| 1179 |
+
[eval] sample_idx=366 tvcd=D
|
| 1180 |
+
[eval] sample_idx=367 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_9nE6C-efQdc.mp4
|
| 1181 |
+
[eval] sample_idx=367 baseline=A
|
| 1182 |
+
[eval] sample_idx=367 tvcd=A
|
| 1183 |
+
[eval] sample_idx=368 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_CB0yYGVNcOk.mp4
|
| 1184 |
+
[eval] sample_idx=368 baseline=B
|
| 1185 |
+
[eval] sample_idx=368 tvcd=B
|
| 1186 |
+
[eval] sample_idx=369 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10340.mp4
|
| 1187 |
+
[eval] sample_idx=369 baseline=B
|
| 1188 |
+
[eval] sample_idx=369 tvcd=B
|
| 1189 |
+
{'samples_done': 370, 'baseline_acc': 0.5918918918918918, 'tvcd_acc': 0.5756756756756757, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 1190 |
+
[eval] sample_idx=370 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/8202211038.mp4
|
| 1191 |
+
[eval] sample_idx=370 baseline=D
|
| 1192 |
+
[eval] sample_idx=370 tvcd=D
|
| 1193 |
+
[eval] sample_idx=371 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_D0aZaiBAHxg.mp4
|
| 1194 |
+
[eval] sample_idx=371 baseline=C
|
| 1195 |
+
[eval] sample_idx=371 tvcd=C
|
| 1196 |
+
[eval] sample_idx=372 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01542.mp4
|
| 1197 |
+
[eval] sample_idx=372 baseline=A
|
| 1198 |
+
[eval] sample_idx=372 tvcd=A
|
| 1199 |
+
[eval] sample_idx=373 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ufK2mbJI0to.mp4
|
| 1200 |
+
[eval] sample_idx=373 baseline=D
|
| 1201 |
+
[eval] sample_idx=373 tvcd=D
|
| 1202 |
+
[eval] sample_idx=374 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_bSFOgeqMOFg.mp4
|
| 1203 |
+
[h264 @ 0x55eb2391a980] mmco: unref short failure
|
| 1204 |
+
[eval] sample_idx=374 baseline=D
|
| 1205 |
+
[eval] sample_idx=374 tvcd=D
|
| 1206 |
+
[eval] sample_idx=375 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_JksdZ0YMkoQ.mp4
|
| 1207 |
+
[eval] sample_idx=375 baseline=B
|
| 1208 |
+
[eval] sample_idx=375 tvcd=B
|
| 1209 |
+
[eval] sample_idx=376 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_OqfsHs-xZmo.mp4
|
| 1210 |
+
[eval] sample_idx=376 baseline=C
|
| 1211 |
+
[eval] sample_idx=376 tvcd=C
|
| 1212 |
+
[eval] sample_idx=377 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_qiw2I1oQIVQ.mp4
|
| 1213 |
+
[eval] sample_idx=377 baseline=B
|
| 1214 |
+
[eval] sample_idx=377 tvcd=B
|
| 1215 |
+
[eval] sample_idx=378 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/5DYQR.mp4
|
| 1216 |
+
[eval] sample_idx=378 baseline=A
|
| 1217 |
+
[eval] sample_idx=378 tvcd=A
|
| 1218 |
+
[eval] sample_idx=379 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_P4nNwcE9KlE.mp4
|
| 1219 |
+
[h264 @ 0x55eb23887000] mmco: unref short failure
|
| 1220 |
+
[h264 @ 0x55eb23887000] mmco: unref short failure
|
| 1221 |
+
[eval] sample_idx=379 baseline=C
|
| 1222 |
+
[eval] sample_idx=379 tvcd=C
|
| 1223 |
+
{'samples_done': 380, 'baseline_acc': 0.6026315789473684, 'tvcd_acc': 0.5868421052631579, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 1224 |
+
[eval] sample_idx=380 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_WEohpavjsIY.mp4
|
| 1225 |
+
[eval] sample_idx=380 baseline=B
|
| 1226 |
+
[eval] sample_idx=380 tvcd=B
|
| 1227 |
+
[eval] sample_idx=381 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/ego4d/7306232f-31cc-46bc-87b4-ec576c3548a3.mp4
|
| 1228 |
+
[eval] sample_idx=381 baseline=B
|
| 1229 |
+
[eval] sample_idx=381 tvcd=B
|
| 1230 |
+
[eval] sample_idx=382 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_aGlfi9PqRdY.mp4
|
| 1231 |
+
[eval] sample_idx=382 baseline=C
|
| 1232 |
+
[eval] sample_idx=382 tvcd=C
|
| 1233 |
+
[eval] sample_idx=383 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/42SEP.mp4
|
| 1234 |
+
[eval] sample_idx=383 baseline=C
|
| 1235 |
+
[eval] sample_idx=383 tvcd=C
|
| 1236 |
+
[eval] sample_idx=384 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/0078/6920054108.mp4
|
| 1237 |
+
[eval] sample_idx=384 baseline=A
|
| 1238 |
+
[eval] sample_idx=384 tvcd=A
|
| 1239 |
+
[eval] sample_idx=385 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_dlR9zF6MEi0.mp4
|
| 1240 |
+
[eval] sample_idx=385 baseline=D
|
| 1241 |
+
[eval] sample_idx=385 tvcd=D
|
| 1242 |
+
[eval] sample_idx=386 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_fJ45W32t6h0.mp4
|
| 1243 |
+
[eval] sample_idx=386 baseline=C
|
| 1244 |
+
[eval] sample_idx=386 tvcd=C
|
| 1245 |
+
[eval] sample_idx=387 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04571.mp4
|
| 1246 |
+
[eval] sample_idx=387 baseline=C. The collision between the cyan sphere and gray cylinder
|
| 1247 |
+
[eval] sample_idx=387 tvcd=C. The collision between the cyan sphere and gray cylinder
|
| 1248 |
+
[eval] sample_idx=388 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Sr_SYaMBp8o.mp4
|
| 1249 |
+
[eval] sample_idx=388 baseline=D
|
| 1250 |
+
[eval] sample_idx=388 tvcd=D
|
| 1251 |
+
[eval] sample_idx=389 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_w4CiGbHLTBg.mp4
|
| 1252 |
+
[eval] sample_idx=389 baseline=A
|
| 1253 |
+
[eval] sample_idx=389 tvcd=A
|
| 1254 |
+
{'samples_done': 390, 'baseline_acc': 0.6025641025641025, 'tvcd_acc': 0.5871794871794872, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 1255 |
+
[eval] sample_idx=390 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/94KP4.mp4
|
| 1256 |
+
[eval] sample_idx=390 baseline=C
|
| 1257 |
+
[eval] sample_idx=390 tvcd=C
|
| 1258 |
+
[eval] sample_idx=391 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/221/HXqC_xWsKkY/split_3.mp4
|
| 1259 |
+
[eval] sample_idx=391 baseline=D
|
| 1260 |
+
[eval] sample_idx=391 tvcd=D
|
| 1261 |
+
[eval] sample_idx=392 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/212/UzqlXpAAAWk/split_5.mp4
|
| 1262 |
+
[eval] sample_idx=392 baseline=A
|
| 1263 |
+
[eval] sample_idx=392 tvcd=A
|
| 1264 |
+
[eval] sample_idx=393 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/NTYC3.mp4
|
| 1265 |
+
[eval] sample_idx=393 baseline=D
|
| 1266 |
+
[eval] sample_idx=393 tvcd=D
|
| 1267 |
+
[eval] sample_idx=394 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_s6o6vuYoTGM.mp4
|
| 1268 |
+
[eval] sample_idx=394 baseline=A
|
| 1269 |
+
[eval] sample_idx=394 tvcd=A
|
| 1270 |
+
[eval] sample_idx=395 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_BDnA3jobv_0.mp4
|
| 1271 |
+
[eval] sample_idx=395 baseline=C
|
| 1272 |
+
[eval] sample_idx=395 tvcd=C
|
| 1273 |
+
[eval] sample_idx=396 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/IK72J.mp4
|
| 1274 |
+
[eval] sample_idx=396 baseline=B
|
| 1275 |
+
[eval] sample_idx=396 tvcd=B
|
| 1276 |
+
[eval] sample_idx=397 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/FDDDG.mp4
|
| 1277 |
+
[eval] sample_idx=397 baseline=C
|
| 1278 |
+
[eval] sample_idx=397 tvcd=C
|
| 1279 |
+
[eval] sample_idx=398 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_3X6eP273RoI.mp4
|
| 1280 |
+
[eval] sample_idx=398 baseline=A
|
| 1281 |
+
[eval] sample_idx=398 tvcd=A
|
| 1282 |
+
[eval] sample_idx=399 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/7JSAI.mp4
|
| 1283 |
+
[eval] sample_idx=399 baseline=D
|
| 1284 |
+
[eval] sample_idx=399 tvcd=D
|
| 1285 |
+
{'samples_done': 400, 'baseline_acc': 0.605, 'tvcd_acc': 0.59, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.05, 'cd_beta': 0.02}
|
| 1286 |
+
{
|
| 1287 |
+
"samples_done": 400,
|
| 1288 |
+
"baseline_acc": 0.605,
|
| 1289 |
+
"tvcd_acc": 0.59,
|
| 1290 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10",
|
| 1291 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 1292 |
+
"use_tvcd": true,
|
| 1293 |
+
"cd_alpha": 0.05,
|
| 1294 |
+
"cd_beta": 0.02
|
| 1295 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/epoch10_a005_b002/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 400,
|
| 3 |
+
"baseline_acc": 0.605,
|
| 4 |
+
"tvcd_acc": 0.59,
|
| 5 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 0.05,
|
| 9 |
+
"cd_beta": 0.02
|
| 10 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/epoch5_a01_b005.pid
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
1691594
|
tmp/epoch10_tvcd_grid_every10_400/epoch5_a01_b005/predictions.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
tmp/epoch10_tvcd_grid_every10_400/epoch5_a01_b005/run.log
ADDED
|
@@ -0,0 +1,1295 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
OpenCLIP not installed
|
| 2 |
+
[eval] args={'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'output_dir': '/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/epoch5_a01_b005', 'device': 'cuda:0', 'device_map': None, 'conv_mode': 'llada', 'max_samples': 400, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 4, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': 'grid', 'temperature': 0.0, 'max_new_tokens': 12, 'block_length': 12, 'step_per_block': 4, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 3 |
+
[eval] output_dir=/data4/runqing/dLLM-RL/tmp/epoch10_tvcd_grid_every10_400/epoch5_a01_b005
|
| 4 |
+
[eval] loading model from /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5 with device_map=None
|
| 5 |
+
Loaded LLaVA model: /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5
|
| 6 |
+
Loading vision tower: google/siglip-so400m-patch14-384
|
| 7 |
+
|
| 8 |
+
Some weights of LlavaLladaForMaskedDiffusion were not initialized from the model checkpoint at /data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5 and are newly initialized because the shapes did not match:
|
| 9 |
+
- model.transformer.wte.weight: found shape torch.Size([126352, 4096]) in the checkpoint and torch.Size([126464, 4096]) in the model instantiated
|
| 10 |
+
You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference.
|
| 11 |
+
Restored mismatched LLaDA input embeddings from checkpoint shards.
|
| 12 |
+
Model Class: LlavaLladaForMaskedDiffusion
|
| 13 |
+
[eval] model loaded
|
| 14 |
+
[eval] loaded 400 samples from /data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json
|
| 15 |
+
[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 16 |
+
[eval] sample_idx=0 baseline=D
|
| 17 |
+
[eval] sample_idx=0 tvcd=D
|
| 18 |
+
[eval] sample_idx=1 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 19 |
+
[eval] sample_idx=1 baseline=F
|
| 20 |
+
[eval] sample_idx=1 tvcd=F
|
| 21 |
+
[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 22 |
+
[eval] sample_idx=2 baseline=D
|
| 23 |
+
[eval] sample_idx=2 tvcd=D
|
| 24 |
+
[eval] sample_idx=3 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 25 |
+
[eval] sample_idx=3 baseline=B
|
| 26 |
+
[eval] sample_idx=3 tvcd=B
|
| 27 |
+
[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 28 |
+
[eval] sample_idx=4 baseline=C
|
| 29 |
+
[eval] sample_idx=4 tvcd=C
|
| 30 |
+
[eval] sample_idx=5 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 31 |
+
[eval] sample_idx=5 baseline=A
|
| 32 |
+
[eval] sample_idx=5 tvcd=A
|
| 33 |
+
[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 34 |
+
[eval] sample_idx=6 baseline=C
|
| 35 |
+
[eval] sample_idx=6 tvcd=C
|
| 36 |
+
[eval] sample_idx=7 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 37 |
+
[eval] sample_idx=7 baseline=G
|
| 38 |
+
[eval] sample_idx=7 tvcd=G
|
| 39 |
+
[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/56XKK.mp4
|
| 40 |
+
[eval] sample_idx=8 baseline=D
|
| 41 |
+
[eval] sample_idx=8 tvcd=D
|
| 42 |
+
[eval] sample_idx=9 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.1/xuyanyu.MP4
|
| 43 |
+
[eval] sample_idx=9 baseline=A
|
| 44 |
+
[eval] sample_idx=9 tvcd=A
|
| 45 |
+
{'samples_done': 10, 'baseline_acc': 0.6, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 46 |
+
[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_04905.mp4
|
| 47 |
+
[eval] sample_idx=10 baseline=B
|
| 48 |
+
[eval] sample_idx=10 tvcd=B
|
| 49 |
+
[eval] sample_idx=11 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 50 |
+
[eval] sample_idx=11 baseline=B
|
| 51 |
+
[eval] sample_idx=11 tvcd=B
|
| 52 |
+
[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/luoweixin.MP4
|
| 53 |
+
[eval] sample_idx=12 baseline=D
|
| 54 |
+
[eval] sample_idx=12 tvcd=D
|
| 55 |
+
[eval] sample_idx=13 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top069_05960.mp4
|
| 56 |
+
[eval] sample_idx=13 baseline=C
|
| 57 |
+
[eval] sample_idx=13 tvcd=C
|
| 58 |
+
[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/QL92H.mp4
|
| 59 |
+
[eval] sample_idx=14 baseline=B
|
| 60 |
+
[eval] sample_idx=14 tvcd=B
|
| 61 |
+
[eval] sample_idx=15 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/43FG9.mp4
|
| 62 |
+
[eval] sample_idx=15 baseline=C
|
| 63 |
+
[eval] sample_idx=15 tvcd=C
|
| 64 |
+
[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xiaoyuchen.MP4
|
| 65 |
+
[eval] sample_idx=16 baseline=D
|
| 66 |
+
[eval] sample_idx=16 tvcd=D
|
| 67 |
+
[eval] sample_idx=17 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top005_00550.mp4
|
| 68 |
+
[eval] sample_idx=17 baseline=D
|
| 69 |
+
[eval] sample_idx=17 tvcd=D
|
| 70 |
+
[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top044_03420.mp4
|
| 71 |
+
[eval] sample_idx=18 baseline=A
|
| 72 |
+
[eval] sample_idx=18 tvcd=A
|
| 73 |
+
[eval] sample_idx=19 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhoukang.MP4
|
| 74 |
+
[eval] sample_idx=19 baseline=B
|
| 75 |
+
[eval] sample_idx=19 tvcd=B
|
| 76 |
+
{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 77 |
+
[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 78 |
+
[eval] sample_idx=20 baseline=I
|
| 79 |
+
[eval] sample_idx=20 tvcd=I
|
| 80 |
+
[eval] sample_idx=21 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 81 |
+
[eval] sample_idx=21 baseline=B
|
| 82 |
+
[eval] sample_idx=21 tvcd=B
|
| 83 |
+
[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top009_02605.mp4
|
| 84 |
+
[eval] sample_idx=22 baseline=B
|
| 85 |
+
[eval] sample_idx=22 tvcd=B
|
| 86 |
+
[eval] sample_idx=23 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/zhaoyouzu.MP4
|
| 87 |
+
[eval] sample_idx=23 baseline=E
|
| 88 |
+
[eval] sample_idx=23 tvcd=B
|
| 89 |
+
[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ANA5N.mp4
|
| 90 |
+
[eval] sample_idx=24 baseline=D
|
| 91 |
+
[eval] sample_idx=24 tvcd=D
|
| 92 |
+
[eval] sample_idx=25 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top048_06240.mp4
|
| 93 |
+
[eval] sample_idx=25 baseline=C
|
| 94 |
+
[eval] sample_idx=25 tvcd=C
|
| 95 |
+
[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/RRZU3.mp4
|
| 96 |
+
[eval] sample_idx=26 baseline=D
|
| 97 |
+
[eval] sample_idx=26 tvcd=D
|
| 98 |
+
[eval] sample_idx=27 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 99 |
+
[eval] sample_idx=27 baseline=A
|
| 100 |
+
[eval] sample_idx=27 tvcd=A
|
| 101 |
+
[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/wangchenhang.MP4
|
| 102 |
+
[eval] sample_idx=28 baseline=F
|
| 103 |
+
[eval] sample_idx=28 tvcd=F
|
| 104 |
+
[eval] sample_idx=29 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 105 |
+
[eval] sample_idx=29 baseline=D
|
| 106 |
+
[eval] sample_idx=29 tvcd=D
|
| 107 |
+
{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.4666666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 108 |
+
[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/FTG07.mp4
|
| 109 |
+
[eval] sample_idx=30 baseline=D
|
| 110 |
+
[eval] sample_idx=30 tvcd=D
|
| 111 |
+
[eval] sample_idx=31 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0BZAD.mp4
|
| 112 |
+
[eval] sample_idx=31 baseline=D
|
| 113 |
+
[eval] sample_idx=31 tvcd=D
|
| 114 |
+
[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top010_03375.mp4
|
| 115 |
+
[eval] sample_idx=32 baseline=A
|
| 116 |
+
[eval] sample_idx=32 tvcd=A
|
| 117 |
+
[eval] sample_idx=33 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/U3ANG.mp4
|
| 118 |
+
[eval] sample_idx=33 baseline=D
|
| 119 |
+
[eval] sample_idx=33 tvcd=D
|
| 120 |
+
[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/xuzehao.MP4
|
| 121 |
+
[eval] sample_idx=34 baseline=A
|
| 122 |
+
[eval] sample_idx=34 tvcd=A
|
| 123 |
+
[eval] sample_idx=35 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/liuyushuai.MP4
|
| 124 |
+
[eval] sample_idx=35 baseline=A
|
| 125 |
+
[eval] sample_idx=35 tvcd=A
|
| 126 |
+
[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 127 |
+
[eval] sample_idx=36 baseline=F
|
| 128 |
+
[eval] sample_idx=36 tvcd=F
|
| 129 |
+
[eval] sample_idx=37 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/DBT6E.mp4
|
| 130 |
+
[eval] sample_idx=37 baseline=B
|
| 131 |
+
[eval] sample_idx=37 tvcd=B
|
| 132 |
+
[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.3/qianyicheng.MP4
|
| 133 |
+
[eval] sample_idx=38 baseline=B
|
| 134 |
+
[eval] sample_idx=38 tvcd=B
|
| 135 |
+
[eval] sample_idx=39 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top008_00430.mp4
|
| 136 |
+
[eval] sample_idx=39 baseline=B
|
| 137 |
+
[eval] sample_idx=39 tvcd=B
|
| 138 |
+
{'samples_done': 40, 'baseline_acc': 0.4, 'tvcd_acc': 0.425, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 139 |
+
[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/sunxiaohui.MP4
|
| 140 |
+
[eval] sample_idx=40 baseline=F
|
| 141 |
+
[eval] sample_idx=40 tvcd=F
|
| 142 |
+
[eval] sample_idx=41 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 143 |
+
[eval] sample_idx=41 baseline=A
|
| 144 |
+
[eval] sample_idx=41 tvcd=A
|
| 145 |
+
[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 146 |
+
[eval] sample_idx=42 baseline=I
|
| 147 |
+
[eval] sample_idx=42 tvcd=I
|
| 148 |
+
[eval] sample_idx=43 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/qiufeng.MP4
|
| 149 |
+
[eval] sample_idx=43 baseline=B
|
| 150 |
+
[eval] sample_idx=43 tvcd=B
|
| 151 |
+
[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/liuwen.MP4
|
| 152 |
+
[eval] sample_idx=44 baseline=B
|
| 153 |
+
[eval] sample_idx=44 tvcd=B
|
| 154 |
+
[eval] sample_idx=45 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lixuyang.MP4
|
| 155 |
+
[eval] sample_idx=45 baseline=C
|
| 156 |
+
[eval] sample_idx=45 tvcd=C
|
| 157 |
+
[eval] sample_idx=46 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4
|
| 158 |
+
[eval] sample_idx=46 baseline=C
|
| 159 |
+
[eval] sample_idx=46 tvcd=C
|
| 160 |
+
[eval] sample_idx=47 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/ATV2F.mp4
|
| 161 |
+
[eval] sample_idx=47 baseline=D
|
| 162 |
+
[eval] sample_idx=47 tvcd=D
|
| 163 |
+
[eval] sample_idx=48 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NE37I.mp4
|
| 164 |
+
[eval] sample_idx=48 baseline=A
|
| 165 |
+
[eval] sample_idx=48 tvcd=A
|
| 166 |
+
[eval] sample_idx=49 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_06545.mp4
|
| 167 |
+
[eval] sample_idx=49 baseline=D
|
| 168 |
+
[eval] sample_idx=49 tvcd=D
|
| 169 |
+
{'samples_done': 50, 'baseline_acc': 0.4, 'tvcd_acc': 0.42, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 170 |
+
[eval] sample_idx=50 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/tianpengchao.MP4
|
| 171 |
+
[eval] sample_idx=50 baseline=K
|
| 172 |
+
[eval] sample_idx=50 tvcd=K
|
| 173 |
+
[eval] sample_idx=51 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/xiaoyuting.MP4
|
| 174 |
+
[eval] sample_idx=51 baseline=D
|
| 175 |
+
[eval] sample_idx=51 tvcd=D
|
| 176 |
+
[eval] sample_idx=52 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/sunshuo.MP4
|
| 177 |
+
[eval] sample_idx=52 baseline=A
|
| 178 |
+
[eval] sample_idx=52 tvcd=A
|
| 179 |
+
[eval] sample_idx=53 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4
|
| 180 |
+
[eval] sample_idx=53 baseline=D
|
| 181 |
+
[eval] sample_idx=53 tvcd=D
|
| 182 |
+
[eval] sample_idx=54 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/limutong.MP4
|
| 183 |
+
[eval] sample_idx=54 baseline=D
|
| 184 |
+
[eval] sample_idx=54 tvcd=D
|
| 185 |
+
[eval] sample_idx=55 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/17RPG.mp4
|
| 186 |
+
[eval] sample_idx=55 baseline=A
|
| 187 |
+
[eval] sample_idx=55 tvcd=A
|
| 188 |
+
[eval] sample_idx=56 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/75KQ6.mp4
|
| 189 |
+
[eval] sample_idx=56 baseline=A
|
| 190 |
+
[eval] sample_idx=56 tvcd=A
|
| 191 |
+
[eval] sample_idx=57 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/limutong.MP4
|
| 192 |
+
[eval] sample_idx=57 baseline=C
|
| 193 |
+
[eval] sample_idx=57 tvcd=C
|
| 194 |
+
[eval] sample_idx=58 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangconghui.MP4
|
| 195 |
+
[eval] sample_idx=58 baseline=D
|
| 196 |
+
[eval] sample_idx=58 tvcd=D
|
| 197 |
+
[eval] sample_idx=59 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/EG1XK.mp4
|
| 198 |
+
[eval] sample_idx=59 baseline=A
|
| 199 |
+
[eval] sample_idx=59 tvcd=A
|
| 200 |
+
{'samples_done': 60, 'baseline_acc': 0.4166666666666667, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 201 |
+
[eval] sample_idx=60 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/qianyicheng.MP4
|
| 202 |
+
[eval] sample_idx=60 baseline=B
|
| 203 |
+
[eval] sample_idx=60 tvcd=B
|
| 204 |
+
[eval] sample_idx=61 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.4/sunxiaohui.MP4
|
| 205 |
+
[eval] sample_idx=61 baseline=E
|
| 206 |
+
[eval] sample_idx=61 tvcd=E
|
| 207 |
+
[eval] sample_idx=62 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/luoweixin.MP4
|
| 208 |
+
[eval] sample_idx=62 baseline=E
|
| 209 |
+
[eval] sample_idx=62 tvcd=E
|
| 210 |
+
[eval] sample_idx=63 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 211 |
+
[eval] sample_idx=63 baseline=B
|
| 212 |
+
[eval] sample_idx=63 tvcd=B
|
| 213 |
+
[eval] sample_idx=64 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/qianyicheng.MP4
|
| 214 |
+
[eval] sample_idx=64 baseline=E
|
| 215 |
+
[eval] sample_idx=64 tvcd=E
|
| 216 |
+
[eval] sample_idx=65 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/wangzixiao.MP4
|
| 217 |
+
[eval] sample_idx=65 baseline=E
|
| 218 |
+
[eval] sample_idx=65 tvcd=E
|
| 219 |
+
[eval] sample_idx=66 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/lizhuoru.MP4
|
| 220 |
+
[eval] sample_idx=66 baseline=D
|
| 221 |
+
[eval] sample_idx=66 tvcd=D
|
| 222 |
+
[eval] sample_idx=67 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.1/xuyanyu.MP4
|
| 223 |
+
[eval] sample_idx=67 baseline=E
|
| 224 |
+
[eval] sample_idx=67 tvcd=E
|
| 225 |
+
[eval] sample_idx=68 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/306S9.mp4
|
| 226 |
+
[eval] sample_idx=68 baseline=C
|
| 227 |
+
[eval] sample_idx=68 tvcd=C
|
| 228 |
+
[eval] sample_idx=69 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhoukang.MP4
|
| 229 |
+
[eval] sample_idx=69 baseline=G
|
| 230 |
+
[eval] sample_idx=69 tvcd=G
|
| 231 |
+
{'samples_done': 70, 'baseline_acc': 0.42857142857142855, 'tvcd_acc': 0.44285714285714284, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 232 |
+
[eval] sample_idx=70 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/XLR4B.mp4
|
| 233 |
+
[eval] sample_idx=70 baseline=C
|
| 234 |
+
[eval] sample_idx=70 tvcd=C
|
| 235 |
+
[eval] sample_idx=71 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/xuyanyu.MP4
|
| 236 |
+
[eval] sample_idx=71 baseline=D
|
| 237 |
+
[eval] sample_idx=71 tvcd=D
|
| 238 |
+
[eval] sample_idx=72 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/1HAYV.mp4
|
| 239 |
+
[eval] sample_idx=72 baseline=C
|
| 240 |
+
[eval] sample_idx=72 tvcd=C
|
| 241 |
+
[eval] sample_idx=73 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/9O0HH.mp4
|
| 242 |
+
[eval] sample_idx=73 baseline=C
|
| 243 |
+
[eval] sample_idx=73 tvcd=C
|
| 244 |
+
[eval] sample_idx=74 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/gaoshiyuan.MP4
|
| 245 |
+
[eval] sample_idx=74 baseline=B
|
| 246 |
+
[eval] sample_idx=74 tvcd=B
|
| 247 |
+
[eval] sample_idx=75 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.2/zhaozibo.MP4
|
| 248 |
+
[eval] sample_idx=75 baseline=D
|
| 249 |
+
[eval] sample_idx=75 tvcd=D
|
| 250 |
+
[eval] sample_idx=76 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/sunshuo.MP4
|
| 251 |
+
[eval] sample_idx=76 baseline=C
|
| 252 |
+
[eval] sample_idx=76 tvcd=C
|
| 253 |
+
[eval] sample_idx=77 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liuyushuai.MP4
|
| 254 |
+
[eval] sample_idx=77 baseline=D
|
| 255 |
+
[eval] sample_idx=77 tvcd=D
|
| 256 |
+
[eval] sample_idx=78 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/sunyuxiang.MP4
|
| 257 |
+
[eval] sample_idx=78 baseline=C
|
| 258 |
+
[eval] sample_idx=78 tvcd=C
|
| 259 |
+
[eval] sample_idx=79 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 260 |
+
[eval] sample_idx=79 baseline=D
|
| 261 |
+
[eval] sample_idx=79 tvcd=D
|
| 262 |
+
{'samples_done': 80, 'baseline_acc': 0.4125, 'tvcd_acc': 0.425, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 263 |
+
[eval] sample_idx=80 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/congpeishan.MP4
|
| 264 |
+
[eval] sample_idx=80 baseline=A
|
| 265 |
+
[eval] sample_idx=80 tvcd=A
|
| 266 |
+
[eval] sample_idx=81 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/zhoukang.MP4
|
| 267 |
+
[eval] sample_idx=81 baseline=F
|
| 268 |
+
[eval] sample_idx=81 tvcd=F
|
| 269 |
+
[eval] sample_idx=82 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/qianyicheng.MP4
|
| 270 |
+
[eval] sample_idx=82 baseline=A
|
| 271 |
+
[eval] sample_idx=82 tvcd=A
|
| 272 |
+
[eval] sample_idx=83 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/qiufeng.MP4
|
| 273 |
+
[eval] sample_idx=83 baseline=B
|
| 274 |
+
[eval] sample_idx=83 tvcd=B
|
| 275 |
+
[eval] sample_idx=84 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.5/songjiahe.MP4
|
| 276 |
+
[eval] sample_idx=84 baseline=F
|
| 277 |
+
[eval] sample_idx=84 tvcd=F
|
| 278 |
+
[eval] sample_idx=85 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/sunyuxiang.MP4
|
| 279 |
+
[eval] sample_idx=85 baseline=I
|
| 280 |
+
[eval] sample_idx=85 tvcd=I
|
| 281 |
+
[eval] sample_idx=86 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xuyanyu.MP4
|
| 282 |
+
[eval] sample_idx=86 baseline=A
|
| 283 |
+
[eval] sample_idx=86 tvcd=F
|
| 284 |
+
[eval] sample_idx=87 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/zengziyun.MP4
|
| 285 |
+
[eval] sample_idx=87 baseline=F
|
| 286 |
+
[eval] sample_idx=87 tvcd=F
|
| 287 |
+
[eval] sample_idx=88 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/sunyuxiang.MP4
|
| 288 |
+
[eval] sample_idx=88 baseline=D
|
| 289 |
+
[eval] sample_idx=88 tvcd=D
|
| 290 |
+
[eval] sample_idx=89 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.5/tianpengchao.MP4
|
| 291 |
+
[eval] sample_idx=89 baseline=D
|
| 292 |
+
[eval] sample_idx=89 tvcd=D
|
| 293 |
+
{'samples_done': 90, 'baseline_acc': 0.4, 'tvcd_acc': 0.4222222222222222, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 294 |
+
[eval] sample_idx=90 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.3/sunxiaohui.MP4
|
| 295 |
+
[eval] sample_idx=90 baseline=H
|
| 296 |
+
[eval] sample_idx=90 tvcd=H
|
| 297 |
+
[eval] sample_idx=91 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/xuyanyu.MP4
|
| 298 |
+
[eval] sample_idx=91 baseline=C
|
| 299 |
+
[eval] sample_idx=91 tvcd=C
|
| 300 |
+
[eval] sample_idx=92 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.3/zhoukang.MP4
|
| 301 |
+
[eval] sample_idx=92 baseline=D
|
| 302 |
+
[eval] sample_idx=92 tvcd=D
|
| 303 |
+
[eval] sample_idx=93 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.5/xiangbo.MP4
|
| 304 |
+
[eval] sample_idx=93 baseline=C
|
| 305 |
+
[eval] sample_idx=93 tvcd=C
|
| 306 |
+
[eval] sample_idx=94 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 307 |
+
[eval] sample_idx=94 baseline=E
|
| 308 |
+
[eval] sample_idx=94 tvcd=E
|
| 309 |
+
[eval] sample_idx=95 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.1/zhangconghui.MP4
|
| 310 |
+
[eval] sample_idx=95 baseline=A
|
| 311 |
+
[eval] sample_idx=95 tvcd=A
|
| 312 |
+
[eval] sample_idx=96 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.2/chenyijun.MP4
|
| 313 |
+
[eval] sample_idx=96 baseline=C
|
| 314 |
+
[eval] sample_idx=96 tvcd=C
|
| 315 |
+
[eval] sample_idx=97 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/sunxiaohui.MP4
|
| 316 |
+
[eval] sample_idx=97 baseline=C
|
| 317 |
+
[eval] sample_idx=97 tvcd=C
|
| 318 |
+
[eval] sample_idx=98 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/congpeishan.MP4
|
| 319 |
+
[eval] sample_idx=98 baseline=C
|
| 320 |
+
[eval] sample_idx=98 tvcd=C
|
| 321 |
+
[eval] sample_idx=99 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.5/congpeishan.MP4
|
| 322 |
+
[eval] sample_idx=99 baseline=M
|
| 323 |
+
[eval] sample_idx=99 tvcd=K
|
| 324 |
+
{'samples_done': 100, 'baseline_acc': 0.37, 'tvcd_acc': 0.39, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 325 |
+
[eval] sample_idx=100 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
|
| 326 |
+
[eval] sample_idx=100 baseline=B
|
| 327 |
+
[eval] sample_idx=100 tvcd=B
|
| 328 |
+
[eval] sample_idx=101 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
|
| 329 |
+
[eval] sample_idx=101 baseline=C
|
| 330 |
+
[eval] sample_idx=101 tvcd=A
|
| 331 |
+
[eval] sample_idx=102 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
|
| 332 |
+
[eval] sample_idx=102 baseline=A
|
| 333 |
+
[eval] sample_idx=102 tvcd=A
|
| 334 |
+
[eval] sample_idx=103 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
|
| 335 |
+
[eval] sample_idx=103 baseline=D
|
| 336 |
+
[eval] sample_idx=103 tvcd=D
|
| 337 |
+
[eval] sample_idx=104 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
|
| 338 |
+
[eval] sample_idx=104 baseline=A
|
| 339 |
+
[eval] sample_idx=104 tvcd=A
|
| 340 |
+
[eval] sample_idx=105 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
|
| 341 |
+
[eval] sample_idx=105 baseline=B
|
| 342 |
+
[eval] sample_idx=105 tvcd=B
|
| 343 |
+
[eval] sample_idx=106 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
|
| 344 |
+
[eval] sample_idx=106 baseline=B
|
| 345 |
+
[eval] sample_idx=106 tvcd=B
|
| 346 |
+
[eval] sample_idx=107 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
|
| 347 |
+
[eval] sample_idx=107 baseline=B
|
| 348 |
+
[eval] sample_idx=107 tvcd=B
|
| 349 |
+
[eval] sample_idx=108 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/MGDO2.mp4
|
| 350 |
+
[eval] sample_idx=108 baseline=C
|
| 351 |
+
[eval] sample_idx=108 tvcd=C
|
| 352 |
+
[eval] sample_idx=109 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5580.mp4
|
| 353 |
+
[eval] sample_idx=109 baseline=A
|
| 354 |
+
[eval] sample_idx=109 tvcd=A
|
| 355 |
+
{'samples_done': 110, 'baseline_acc': 0.38181818181818183, 'tvcd_acc': 0.39090909090909093, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 356 |
+
[eval] sample_idx=110 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_plE3KNmuwj4.mp4
|
| 357 |
+
[eval] sample_idx=110 baseline=B
|
| 358 |
+
[eval] sample_idx=110 tvcd=B
|
| 359 |
+
[eval] sample_idx=111 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_GK4Bw56NA00.mp4
|
| 360 |
+
[h264 @ 0x5576a73ab780] mmco: unref short failure
|
| 361 |
+
[h264 @ 0x5576a73ab780] mmco: unref short failure
|
| 362 |
+
[eval] sample_idx=111 baseline=C
|
| 363 |
+
[eval] sample_idx=111 tvcd=C
|
| 364 |
+
[eval] sample_idx=112 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09658.mp4
|
| 365 |
+
[eval] sample_idx=112 baseline=A
|
| 366 |
+
[eval] sample_idx=112 tvcd=A
|
| 367 |
+
[eval] sample_idx=113 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6q7LQZLC_N8.mp4
|
| 368 |
+
[eval] sample_idx=113 baseline=B
|
| 369 |
+
[eval] sample_idx=113 tvcd=B
|
| 370 |
+
[eval] sample_idx=114 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_POYg9zju63U.mp4
|
| 371 |
+
[eval] sample_idx=114 baseline=A
|
| 372 |
+
[eval] sample_idx=114 tvcd=A
|
| 373 |
+
[eval] sample_idx=115 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/116/nB-z3lmxFXM/split_3.mp4
|
| 374 |
+
[eval] sample_idx=115 baseline=A
|
| 375 |
+
[eval] sample_idx=115 tvcd=A
|
| 376 |
+
[eval] sample_idx=116 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Gxjfc5O6AAc.mp4
|
| 377 |
+
[eval] sample_idx=116 baseline=D
|
| 378 |
+
[eval] sample_idx=116 tvcd=D
|
| 379 |
+
[eval] sample_idx=117 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/GRBUE.mp4
|
| 380 |
+
[eval] sample_idx=117 baseline=D
|
| 381 |
+
[eval] sample_idx=117 tvcd=D
|
| 382 |
+
[eval] sample_idx=118 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/4WO5F.mp4
|
| 383 |
+
[eval] sample_idx=118 baseline=C
|
| 384 |
+
[eval] sample_idx=118 tvcd=C
|
| 385 |
+
[eval] sample_idx=119 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_VDQnv_ZaxyU.mp4
|
| 386 |
+
[eval] sample_idx=119 baseline=A
|
| 387 |
+
[eval] sample_idx=119 tvcd=A
|
| 388 |
+
{'samples_done': 120, 'baseline_acc': 0.4, 'tvcd_acc': 0.4083333333333333, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 389 |
+
[eval] sample_idx=120 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/TESF6.mp4
|
| 390 |
+
[eval] sample_idx=120 baseline=B
|
| 391 |
+
[eval] sample_idx=120 tvcd=B
|
| 392 |
+
[eval] sample_idx=121 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rga8jijBCBc.mp4
|
| 393 |
+
[eval] sample_idx=121 baseline=A
|
| 394 |
+
[eval] sample_idx=121 tvcd=A
|
| 395 |
+
[eval] sample_idx=122 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/3MX8V.mp4
|
| 396 |
+
[eval] sample_idx=122 baseline=C
|
| 397 |
+
[eval] sample_idx=122 tvcd=C
|
| 398 |
+
[eval] sample_idx=123 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_GJz8FEFB70w.mp4
|
| 399 |
+
[eval] sample_idx=123 baseline=A
|
| 400 |
+
[eval] sample_idx=123 tvcd=A
|
| 401 |
+
[eval] sample_idx=124 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_O74xgVevjec.mp4
|
| 402 |
+
[eval] sample_idx=124 baseline=C
|
| 403 |
+
[eval] sample_idx=124 tvcd=C
|
| 404 |
+
[eval] sample_idx=125 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_icnTChAFwZM.mp4
|
| 405 |
+
[eval] sample_idx=125 baseline=B
|
| 406 |
+
[eval] sample_idx=125 tvcd=B
|
| 407 |
+
[eval] sample_idx=126 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/R2YKH.mp4
|
| 408 |
+
[eval] sample_idx=126 baseline=B
|
| 409 |
+
[eval] sample_idx=126 tvcd=B
|
| 410 |
+
[eval] sample_idx=127 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/OIRPJ.mp4
|
| 411 |
+
[eval] sample_idx=127 baseline=B
|
| 412 |
+
[eval] sample_idx=127 tvcd=B
|
| 413 |
+
[eval] sample_idx=128 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07608.mp4
|
| 414 |
+
[eval] sample_idx=128 baseline=B
|
| 415 |
+
[eval] sample_idx=128 tvcd=B
|
| 416 |
+
[eval] sample_idx=129 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_0NT9hFCB8gI.mp4
|
| 417 |
+
[eval] sample_idx=129 baseline=C
|
| 418 |
+
[eval] sample_idx=129 tvcd=C
|
| 419 |
+
{'samples_done': 130, 'baseline_acc': 0.4076923076923077, 'tvcd_acc': 0.4153846153846154, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 420 |
+
[eval] sample_idx=130 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_BsceC-igcTY.mp4
|
| 421 |
+
[eval] sample_idx=130 baseline=A
|
| 422 |
+
[eval] sample_idx=130 tvcd=A
|
| 423 |
+
[eval] sample_idx=131 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_mWj6lO9PZCs.mp4
|
| 424 |
+
[eval] sample_idx=131 baseline=C
|
| 425 |
+
[eval] sample_idx=131 tvcd=C
|
| 426 |
+
[eval] sample_idx=132 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04826.mp4
|
| 427 |
+
[eval] sample_idx=132 baseline=A
|
| 428 |
+
[eval] sample_idx=132 tvcd=Agreen cylinder
|
| 429 |
+
[eval] sample_idx=133 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PRT0Z9HPF4U.mp4
|
| 430 |
+
[eval] sample_idx=133 baseline=C
|
| 431 |
+
[eval] sample_idx=133 tvcd=C
|
| 432 |
+
[eval] sample_idx=134 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_QjoEYtjPa3w.mp4
|
| 433 |
+
[eval] sample_idx=134 baseline=A
|
| 434 |
+
[eval] sample_idx=134 tvcd=A
|
| 435 |
+
[eval] sample_idx=135 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/124/5RZ2wO2IH54/split_2.mp4
|
| 436 |
+
[eval] sample_idx=135 baseline=B
|
| 437 |
+
[eval] sample_idx=135 tvcd=B
|
| 438 |
+
[eval] sample_idx=136 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_WSGXoKV9vLs.mp4
|
| 439 |
+
[eval] sample_idx=136 baseline=C
|
| 440 |
+
[eval] sample_idx=136 tvcd=C
|
| 441 |
+
[eval] sample_idx=137 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/110/Zi0Ou5dfsWs/split_2.mp4
|
| 442 |
+
[eval] sample_idx=137 baseline=A
|
| 443 |
+
[eval] sample_idx=137 tvcd=A
|
| 444 |
+
[eval] sample_idx=138 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02942.mp4
|
| 445 |
+
[eval] sample_idx=138 baseline=C
|
| 446 |
+
[eval] sample_idx=138 tvcd=C
|
| 447 |
+
[eval] sample_idx=139 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_0Q_qC_aI2IY.mp4
|
| 448 |
+
[eval] sample_idx=139 baseline=C
|
| 449 |
+
[eval] sample_idx=139 tvcd=C
|
| 450 |
+
{'samples_done': 140, 'baseline_acc': 0.45, 'tvcd_acc': 0.45, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 451 |
+
[eval] sample_idx=140 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/U0P7W.mp4
|
| 452 |
+
[eval] sample_idx=140 baseline=D
|
| 453 |
+
[eval] sample_idx=140 tvcd=D
|
| 454 |
+
[eval] sample_idx=141 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_CZEYIrJVYI4.mp4
|
| 455 |
+
[eval] sample_idx=141 baseline=C
|
| 456 |
+
[eval] sample_idx=141 tvcd=C
|
| 457 |
+
[eval] sample_idx=142 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08093.mp4
|
| 458 |
+
[eval] sample_idx=142 baseline=A
|
| 459 |
+
[eval] sample_idx=142 tvcd=A
|
| 460 |
+
[eval] sample_idx=143 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HOI6L.mp4
|
| 461 |
+
[eval] sample_idx=143 baseline=D
|
| 462 |
+
[eval] sample_idx=143 tvcd=D
|
| 463 |
+
[eval] sample_idx=144 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1162/7649295416.mp4
|
| 464 |
+
[eval] sample_idx=144 baseline=E
|
| 465 |
+
[eval] sample_idx=144 tvcd=E
|
| 466 |
+
[eval] sample_idx=145 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_CXb3Ce7s6G0.mp4
|
| 467 |
+
[eval] sample_idx=145 baseline=A
|
| 468 |
+
[eval] sample_idx=145 tvcd=A
|
| 469 |
+
[eval] sample_idx=146 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_asLRIsN6wLQ.mp4
|
| 470 |
+
[eval] sample_idx=146 baseline=A
|
| 471 |
+
[eval] sample_idx=146 tvcd=A
|
| 472 |
+
[eval] sample_idx=147 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/E5TW6.mp4
|
| 473 |
+
[eval] sample_idx=147 baseline=D
|
| 474 |
+
[eval] sample_idx=147 tvcd=D
|
| 475 |
+
[eval] sample_idx=148 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/C7G1S.mp4
|
| 476 |
+
[eval] sample_idx=148 baseline=C
|
| 477 |
+
[eval] sample_idx=148 tvcd=C
|
| 478 |
+
[eval] sample_idx=149 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_sGFbsMKkoYs.mp4
|
| 479 |
+
[eval] sample_idx=149 baseline=C
|
| 480 |
+
[eval] sample_idx=149 tvcd=C
|
| 481 |
+
{'samples_done': 150, 'baseline_acc': 0.47333333333333333, 'tvcd_acc': 0.47333333333333333, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 482 |
+
[eval] sample_idx=150 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/230/d_-261CDy18/split_0.mp4
|
| 483 |
+
[eval] sample_idx=150 baseline=A
|
| 484 |
+
[eval] sample_idx=150 tvcd=A
|
| 485 |
+
[eval] sample_idx=151 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V4YCA.mp4
|
| 486 |
+
[eval] sample_idx=151 baseline=C
|
| 487 |
+
[eval] sample_idx=151 tvcd=C
|
| 488 |
+
[eval] sample_idx=152 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/WUTHF.mp4
|
| 489 |
+
[eval] sample_idx=152 baseline=A
|
| 490 |
+
[eval] sample_idx=152 tvcd=A
|
| 491 |
+
[eval] sample_idx=153 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
|
| 492 |
+
[eval] sample_idx=153 baseline=D
|
| 493 |
+
[eval] sample_idx=153 tvcd=D
|
| 494 |
+
[eval] sample_idx=154 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/203/SDHOR15oWwU/split_0.mp4
|
| 495 |
+
[eval] sample_idx=154 baseline=B
|
| 496 |
+
[eval] sample_idx=154 tvcd=B
|
| 497 |
+
[eval] sample_idx=155 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_l-Z0iyBNxpk.mp4
|
| 498 |
+
[h264 @ 0x557676f45b80] mmco: unref short failure
|
| 499 |
+
[eval] sample_idx=155 baseline=B
|
| 500 |
+
[eval] sample_idx=155 tvcd=B
|
| 501 |
+
[eval] sample_idx=156 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03646.mp4
|
| 502 |
+
[eval] sample_idx=156 baseline=A
|
| 503 |
+
[eval] sample_idx=156 tvcd=A
|
| 504 |
+
[eval] sample_idx=157 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_hSSHf_c1q5I.mp4
|
| 505 |
+
[h264 @ 0x5576a71c08c0] mmco: unref short failure
|
| 506 |
+
[h264 @ 0x5576a71c08c0] mmco: unref short failure
|
| 507 |
+
[h264 @ 0x5576a71c08c0] mmco: unref short failure
|
| 508 |
+
[eval] sample_idx=157 baseline=D
|
| 509 |
+
[eval] sample_idx=157 tvcd=D
|
| 510 |
+
[eval] sample_idx=158 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/221/HXqC_xWsKkY/split_3.mp4
|
| 511 |
+
[eval] sample_idx=158 baseline=A
|
| 512 |
+
[eval] sample_idx=158 tvcd=A
|
| 513 |
+
[eval] sample_idx=159 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_15pcz3sQVQQ.mp4
|
| 514 |
+
[eval] sample_idx=159 baseline=D
|
| 515 |
+
[eval] sample_idx=159 tvcd=D
|
| 516 |
+
{'samples_done': 160, 'baseline_acc': 0.48125, 'tvcd_acc': 0.48125, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 517 |
+
[eval] sample_idx=160 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/201/zbOnhbcikz0/split_10.mp4
|
| 518 |
+
[eval] sample_idx=160 baseline=C
|
| 519 |
+
[eval] sample_idx=160 tvcd=C
|
| 520 |
+
[eval] sample_idx=161 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1001/7533538186.mp4
|
| 521 |
+
[eval] sample_idx=161 baseline=B
|
| 522 |
+
[eval] sample_idx=161 tvcd=B
|
| 523 |
+
[eval] sample_idx=162 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/KAKC6.mp4
|
| 524 |
+
[eval] sample_idx=162 baseline=B
|
| 525 |
+
[eval] sample_idx=162 tvcd=B
|
| 526 |
+
[eval] sample_idx=163 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/KVYOZ.mp4
|
| 527 |
+
[eval] sample_idx=163 baseline=A
|
| 528 |
+
[eval] sample_idx=163 tvcd=A
|
| 529 |
+
[eval] sample_idx=164 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/114/w7jJ8nsbbKI/split_6.mp4
|
| 530 |
+
[eval] sample_idx=164 baseline=D
|
| 531 |
+
[eval] sample_idx=164 tvcd=D
|
| 532 |
+
[eval] sample_idx=165 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_81k4vwur1Gk.mp4
|
| 533 |
+
[h264 @ 0x557676f35100] mmco: unref short failure
|
| 534 |
+
[eval] sample_idx=165 baseline=B
|
| 535 |
+
[eval] sample_idx=165 tvcd=B
|
| 536 |
+
[eval] sample_idx=166 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8028.mp4
|
| 537 |
+
[eval] sample_idx=166 baseline=A
|
| 538 |
+
[eval] sample_idx=166 tvcd=A
|
| 539 |
+
[eval] sample_idx=167 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_7.mp4
|
| 540 |
+
[eval] sample_idx=167 baseline=C
|
| 541 |
+
[eval] sample_idx=167 tvcd=C
|
| 542 |
+
[eval] sample_idx=168 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/211/kpRcFx8JQl0/split_3.mp4
|
| 543 |
+
[eval] sample_idx=168 baseline=B
|
| 544 |
+
[eval] sample_idx=168 tvcd=B
|
| 545 |
+
[eval] sample_idx=169 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/410/g1jFJYtQ9_s/split_3.mp4
|
| 546 |
+
[eval] sample_idx=169 baseline=A
|
| 547 |
+
[eval] sample_idx=169 tvcd=A
|
| 548 |
+
{'samples_done': 170, 'baseline_acc': 0.48823529411764705, 'tvcd_acc': 0.48823529411764705, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 549 |
+
[eval] sample_idx=170 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PvCrOrnwdWo.mp4
|
| 550 |
+
[eval] sample_idx=170 baseline=D
|
| 551 |
+
[eval] sample_idx=170 tvcd=D
|
| 552 |
+
[eval] sample_idx=171 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_ZjbBmS8Q8kM.mp4
|
| 553 |
+
[eval] sample_idx=171 baseline=D
|
| 554 |
+
[eval] sample_idx=171 tvcd=D
|
| 555 |
+
[eval] sample_idx=172 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_OBc6qM6FL7Y.mp4
|
| 556 |
+
[eval] sample_idx=172 baseline=C
|
| 557 |
+
[eval] sample_idx=172 tvcd=C
|
| 558 |
+
[eval] sample_idx=173 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Ap7GCrt9C4w.mp4
|
| 559 |
+
[eval] sample_idx=173 baseline=A
|
| 560 |
+
[eval] sample_idx=173 tvcd=A
|
| 561 |
+
[eval] sample_idx=174 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_lbABIY0NlFE.mp4
|
| 562 |
+
[eval] sample_idx=174 baseline=D
|
| 563 |
+
[eval] sample_idx=174 tvcd=D
|
| 564 |
+
[eval] sample_idx=175 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_mcS9LX_P4BA.mp4
|
| 565 |
+
[eval] sample_idx=175 baseline=A
|
| 566 |
+
[eval] sample_idx=175 tvcd=A
|
| 567 |
+
[eval] sample_idx=176 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/2M9YL.mp4
|
| 568 |
+
[eval] sample_idx=176 baseline=B
|
| 569 |
+
[eval] sample_idx=176 tvcd=B
|
| 570 |
+
[eval] sample_idx=177 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/PVBUM.mp4
|
| 571 |
+
[eval] sample_idx=177 baseline=C
|
| 572 |
+
[eval] sample_idx=177 tvcd=C
|
| 573 |
+
[eval] sample_idx=178 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/L09BS.mp4
|
| 574 |
+
[eval] sample_idx=178 baseline=B
|
| 575 |
+
[eval] sample_idx=178 tvcd=B
|
| 576 |
+
[eval] sample_idx=179 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/203/XlAZJB-uAO0/split_3.mp4
|
| 577 |
+
[eval] sample_idx=179 baseline=B
|
| 578 |
+
[eval] sample_idx=179 tvcd=B
|
| 579 |
+
{'samples_done': 180, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 580 |
+
[eval] sample_idx=180 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/IA7X9.mp4
|
| 581 |
+
[eval] sample_idx=180 baseline=D
|
| 582 |
+
[eval] sample_idx=180 tvcd=C
|
| 583 |
+
[eval] sample_idx=181 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_X5UoLcloHIM.mp4
|
| 584 |
+
[eval] sample_idx=181 baseline=C
|
| 585 |
+
[eval] sample_idx=181 tvcd=C
|
| 586 |
+
[eval] sample_idx=182 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/QWHFE.mp4
|
| 587 |
+
[eval] sample_idx=182 baseline=D
|
| 588 |
+
[eval] sample_idx=182 tvcd=D
|
| 589 |
+
[eval] sample_idx=183 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_lx83HHNNrlc.mp4
|
| 590 |
+
[eval] sample_idx=183 baseline=A
|
| 591 |
+
[eval] sample_idx=183 tvcd=A
|
| 592 |
+
[eval] sample_idx=184 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Jd1Qk1bI7DM.mp4
|
| 593 |
+
[eval] sample_idx=184 baseline=C
|
| 594 |
+
[eval] sample_idx=184 tvcd=C
|
| 595 |
+
[eval] sample_idx=185 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/Njhy1XmKRiQ/split_1.mp4
|
| 596 |
+
[eval] sample_idx=185 baseline=C
|
| 597 |
+
[eval] sample_idx=185 tvcd=C
|
| 598 |
+
[eval] sample_idx=186 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/23X63.mp4
|
| 599 |
+
[eval] sample_idx=186 baseline=A
|
| 600 |
+
[eval] sample_idx=186 tvcd=A
|
| 601 |
+
[eval] sample_idx=187 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1100/3420639395.mp4
|
| 602 |
+
[eval] sample_idx=187 baseline=A
|
| 603 |
+
[eval] sample_idx=187 tvcd=A
|
| 604 |
+
[eval] sample_idx=188 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00080.mp4
|
| 605 |
+
[eval] sample_idx=188 baseline=A
|
| 606 |
+
[eval] sample_idx=188 tvcd=A
|
| 607 |
+
[eval] sample_idx=189 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_sRol1BJ9EUk.mp4
|
| 608 |
+
[eval] sample_idx=189 baseline=B
|
| 609 |
+
[eval] sample_idx=189 tvcd=B
|
| 610 |
+
{'samples_done': 190, 'baseline_acc': 0.5105263157894737, 'tvcd_acc': 0.5157894736842106, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 611 |
+
[eval] sample_idx=190 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/REOES.mp4
|
| 612 |
+
[eval] sample_idx=190 baseline=A
|
| 613 |
+
[eval] sample_idx=190 tvcd=A
|
| 614 |
+
[eval] sample_idx=191 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/ADK5J.mp4
|
| 615 |
+
[eval] sample_idx=191 baseline=D
|
| 616 |
+
[eval] sample_idx=191 tvcd=D
|
| 617 |
+
[eval] sample_idx=192 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_m7vcstRI23E.mp4
|
| 618 |
+
[eval] sample_idx=192 baseline=B
|
| 619 |
+
[eval] sample_idx=192 tvcd=B
|
| 620 |
+
[eval] sample_idx=193 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/107/I9nR5rDP7nQ/split_3.mp4
|
| 621 |
+
[eval] sample_idx=193 baseline=C
|
| 622 |
+
[eval] sample_idx=193 tvcd=B
|
| 623 |
+
[eval] sample_idx=194 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1019/8093267471.mp4
|
| 624 |
+
[eval] sample_idx=194 baseline=A
|
| 625 |
+
[eval] sample_idx=194 tvcd=A
|
| 626 |
+
[eval] sample_idx=195 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07159.mp4
|
| 627 |
+
[eval] sample_idx=195 baseline=D
|
| 628 |
+
[eval] sample_idx=195 tvcd=D
|
| 629 |
+
[eval] sample_idx=196 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/ego4d/30e92705-46ad-481c-94ff-6e20ff8e78ca.mp4
|
| 630 |
+
[eval] sample_idx=196 baseline=D
|
| 631 |
+
[eval] sample_idx=196 tvcd=D
|
| 632 |
+
[eval] sample_idx=197 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/421/60TXip7-W-E/split_8.mp4
|
| 633 |
+
[eval] sample_idx=197 baseline=B
|
| 634 |
+
[eval] sample_idx=197 tvcd=B
|
| 635 |
+
[eval] sample_idx=198 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_wIcK3bQNqcA.mp4
|
| 636 |
+
[eval] sample_idx=198 baseline=A
|
| 637 |
+
[eval] sample_idx=198 tvcd=A
|
| 638 |
+
[eval] sample_idx=199 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1738.mp4
|
| 639 |
+
[eval] sample_idx=199 baseline=A
|
| 640 |
+
[eval] sample_idx=199 tvcd=A
|
| 641 |
+
{'samples_done': 200, 'baseline_acc': 0.535, 'tvcd_acc': 0.535, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 642 |
+
[eval] sample_idx=200 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4
|
| 643 |
+
[eval] sample_idx=200 baseline=A
|
| 644 |
+
[eval] sample_idx=200 tvcd=A
|
| 645 |
+
[eval] sample_idx=201 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4
|
| 646 |
+
[eval] sample_idx=201 baseline=C
|
| 647 |
+
[eval] sample_idx=201 tvcd=C
|
| 648 |
+
[eval] sample_idx=202 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4
|
| 649 |
+
[eval] sample_idx=202 baseline=C
|
| 650 |
+
[eval] sample_idx=202 tvcd=C
|
| 651 |
+
[eval] sample_idx=203 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4
|
| 652 |
+
[eval] sample_idx=203 baseline=D
|
| 653 |
+
[eval] sample_idx=203 tvcd=D
|
| 654 |
+
[eval] sample_idx=204 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4
|
| 655 |
+
[eval] sample_idx=204 baseline=C
|
| 656 |
+
[eval] sample_idx=204 tvcd=C
|
| 657 |
+
[eval] sample_idx=205 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
|
| 658 |
+
[eval] sample_idx=205 baseline=B
|
| 659 |
+
[eval] sample_idx=205 tvcd=B
|
| 660 |
+
[eval] sample_idx=206 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4
|
| 661 |
+
[eval] sample_idx=206 baseline=C
|
| 662 |
+
[eval] sample_idx=206 tvcd=C
|
| 663 |
+
[eval] sample_idx=207 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4
|
| 664 |
+
[eval] sample_idx=207 baseline=D
|
| 665 |
+
[eval] sample_idx=207 tvcd=D
|
| 666 |
+
[eval] sample_idx=208 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0R0DJ.mp4
|
| 667 |
+
[eval] sample_idx=208 baseline=D
|
| 668 |
+
[eval] sample_idx=208 tvcd=D
|
| 669 |
+
[eval] sample_idx=209 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1103/5048507824.mp4
|
| 670 |
+
[eval] sample_idx=209 baseline=B
|
| 671 |
+
[eval] sample_idx=209 tvcd=B
|
| 672 |
+
{'samples_done': 210, 'baseline_acc': 0.5476190476190477, 'tvcd_acc': 0.5476190476190477, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 673 |
+
[eval] sample_idx=210 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LFBA7JzLo7g.mp4
|
| 674 |
+
[eval] sample_idx=210 baseline=C
|
| 675 |
+
[eval] sample_idx=210 tvcd=C
|
| 676 |
+
[eval] sample_idx=211 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_TX3wcIPN3Yc.mp4
|
| 677 |
+
[eval] sample_idx=211 baseline=A
|
| 678 |
+
[eval] sample_idx=211 tvcd=A
|
| 679 |
+
[eval] sample_idx=212 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_hT_4wWPNYxo.mp4
|
| 680 |
+
[eval] sample_idx=212 baseline=B
|
| 681 |
+
[eval] sample_idx=212 tvcd=B
|
| 682 |
+
[eval] sample_idx=213 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_tSLMPb-6QY0.mp4
|
| 683 |
+
[eval] sample_idx=213 baseline=D
|
| 684 |
+
[eval] sample_idx=213 tvcd=D
|
| 685 |
+
[eval] sample_idx=214 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/209/TsrTU3CJn2c/split_5.mp4
|
| 686 |
+
[eval] sample_idx=214 baseline=C
|
| 687 |
+
[eval] sample_idx=214 tvcd=C
|
| 688 |
+
[eval] sample_idx=215 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_AfBQ2_UGeXg.mp4
|
| 689 |
+
[eval] sample_idx=215 baseline=B
|
| 690 |
+
[eval] sample_idx=215 tvcd=B
|
| 691 |
+
[eval] sample_idx=216 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yzN9jN3qncA.mp4
|
| 692 |
+
[eval] sample_idx=216 baseline=D
|
| 693 |
+
[eval] sample_idx=216 tvcd=D
|
| 694 |
+
[eval] sample_idx=217 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TsPh4-BsCYk.mp4
|
| 695 |
+
[eval] sample_idx=217 baseline=A
|
| 696 |
+
[eval] sample_idx=217 tvcd=A
|
| 697 |
+
[eval] sample_idx=218 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00594.mp4
|
| 698 |
+
[eval] sample_idx=218 baseline=C
|
| 699 |
+
[eval] sample_idx=218 tvcd=C
|
| 700 |
+
[eval] sample_idx=219 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CYT5I.mp4
|
| 701 |
+
[eval] sample_idx=219 baseline=A
|
| 702 |
+
[eval] sample_idx=219 tvcd=A
|
| 703 |
+
{'samples_done': 220, 'baseline_acc': 0.55, 'tvcd_acc': 0.55, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 704 |
+
[eval] sample_idx=220 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u_RzyIJi8qc.mp4
|
| 705 |
+
[eval] sample_idx=220 baseline=D
|
| 706 |
+
[eval] sample_idx=220 tvcd=D
|
| 707 |
+
[eval] sample_idx=221 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03758.mp4
|
| 708 |
+
[eval] sample_idx=221 baseline=B
|
| 709 |
+
[eval] sample_idx=221 tvcd=B
|
| 710 |
+
[eval] sample_idx=222 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1007/2482994684.mp4
|
| 711 |
+
[eval] sample_idx=222 baseline=C
|
| 712 |
+
[eval] sample_idx=222 tvcd=C
|
| 713 |
+
[eval] sample_idx=223 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_6xjXG9UBnL8.mp4
|
| 714 |
+
[h264 @ 0x5576a71fa740] mmco: unref short failure
|
| 715 |
+
[eval] sample_idx=223 baseline=A
|
| 716 |
+
[eval] sample_idx=223 tvcd=A
|
| 717 |
+
[eval] sample_idx=224 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/0026/5986131986.mp4
|
| 718 |
+
[eval] sample_idx=224 baseline=C
|
| 719 |
+
[eval] sample_idx=224 tvcd=C
|
| 720 |
+
[eval] sample_idx=225 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/418/dxK5n3J9pdY/split_6.mp4
|
| 721 |
+
[eval] sample_idx=225 baseline=B
|
| 722 |
+
[eval] sample_idx=225 tvcd=B
|
| 723 |
+
[eval] sample_idx=226 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02554.mp4
|
| 724 |
+
[eval] sample_idx=226 baseline=A
|
| 725 |
+
[eval] sample_idx=226 tvcd=A
|
| 726 |
+
[eval] sample_idx=227 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1015/5697824411.mp4
|
| 727 |
+
[eval] sample_idx=227 baseline=C
|
| 728 |
+
[eval] sample_idx=227 tvcd=C
|
| 729 |
+
[eval] sample_idx=228 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04043.mp4
|
| 730 |
+
[eval] sample_idx=228 baseline=B
|
| 731 |
+
[eval] sample_idx=228 tvcd=B
|
| 732 |
+
[eval] sample_idx=229 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/2846J.mp4
|
| 733 |
+
[eval] sample_idx=229 baseline=D
|
| 734 |
+
[eval] sample_idx=229 tvcd=D
|
| 735 |
+
{'samples_done': 230, 'baseline_acc': 0.5608695652173913, 'tvcd_acc': 0.5608695652173913, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 736 |
+
[eval] sample_idx=230 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LZxTeIeuqT8.mp4
|
| 737 |
+
[eval] sample_idx=230 baseline=A
|
| 738 |
+
[eval] sample_idx=230 tvcd=A
|
| 739 |
+
[eval] sample_idx=231 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1018/4302198168.mp4
|
| 740 |
+
[eval] sample_idx=231 baseline=A
|
| 741 |
+
[eval] sample_idx=231 tvcd=A
|
| 742 |
+
[eval] sample_idx=232 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00723.mp4
|
| 743 |
+
[eval] sample_idx=232 baseline=C
|
| 744 |
+
[eval] sample_idx=232 tvcd=C
|
| 745 |
+
[eval] sample_idx=233 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/124/MBDYDoIbt5M/split_2.mp4
|
| 746 |
+
[eval] sample_idx=233 baseline=B
|
| 747 |
+
[eval] sample_idx=233 tvcd=B
|
| 748 |
+
[eval] sample_idx=234 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/JC9SA.mp4
|
| 749 |
+
[eval] sample_idx=234 baseline=B
|
| 750 |
+
[eval] sample_idx=234 tvcd=B
|
| 751 |
+
[eval] sample_idx=235 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o1bO6f-Uo8A.mp4
|
| 752 |
+
[eval] sample_idx=235 baseline=D
|
| 753 |
+
[eval] sample_idx=235 tvcd=D
|
| 754 |
+
[eval] sample_idx=236 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/2P6ZP.mp4
|
| 755 |
+
[eval] sample_idx=236 baseline=B
|
| 756 |
+
[eval] sample_idx=236 tvcd=B
|
| 757 |
+
[eval] sample_idx=237 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5C6IS.mp4
|
| 758 |
+
[eval] sample_idx=237 baseline=A
|
| 759 |
+
[eval] sample_idx=237 tvcd=A
|
| 760 |
+
[eval] sample_idx=238 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/MQXAJ.mp4
|
| 761 |
+
[eval] sample_idx=238 baseline=A
|
| 762 |
+
[eval] sample_idx=238 tvcd=A
|
| 763 |
+
[eval] sample_idx=239 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_YiHNmiFzJ9k.mp4
|
| 764 |
+
[eval] sample_idx=239 baseline=C
|
| 765 |
+
[eval] sample_idx=239 tvcd=C
|
| 766 |
+
{'samples_done': 240, 'baseline_acc': 0.5541666666666667, 'tvcd_acc': 0.5541666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 767 |
+
[eval] sample_idx=240 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00185.mp4
|
| 768 |
+
[eval] sample_idx=240 baseline=A
|
| 769 |
+
[eval] sample_idx=240 tvcd=A
|
| 770 |
+
[eval] sample_idx=241 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_0gA_3BAxtVM.mp4
|
| 771 |
+
[eval] sample_idx=241 baseline=B
|
| 772 |
+
[eval] sample_idx=241 tvcd=B
|
| 773 |
+
[eval] sample_idx=242 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_06r6DtoTtSQ.mp4
|
| 774 |
+
[eval] sample_idx=242 baseline=A
|
| 775 |
+
[eval] sample_idx=242 tvcd=A
|
| 776 |
+
[eval] sample_idx=243 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_1Se1ZqCSQvk.mp4
|
| 777 |
+
[eval] sample_idx=243 baseline=A
|
| 778 |
+
[eval] sample_idx=243 tvcd=A
|
| 779 |
+
[eval] sample_idx=244 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Be033nkWyko.mp4
|
| 780 |
+
[eval] sample_idx=244 baseline=B
|
| 781 |
+
[eval] sample_idx=244 tvcd=B
|
| 782 |
+
[eval] sample_idx=245 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05367.mp4
|
| 783 |
+
[eval] sample_idx=245 baseline=D
|
| 784 |
+
[eval] sample_idx=245 tvcd=D
|
| 785 |
+
[eval] sample_idx=246 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/122/G_oxCFd1krc/split_0.mp4
|
| 786 |
+
[eval] sample_idx=246 baseline=A
|
| 787 |
+
[eval] sample_idx=246 tvcd=A
|
| 788 |
+
[eval] sample_idx=247 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_K3wSGMENt-o.mp4
|
| 789 |
+
[eval] sample_idx=247 baseline=B
|
| 790 |
+
[eval] sample_idx=247 tvcd=A
|
| 791 |
+
[eval] sample_idx=248 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/421/D0STPAXDYxg/split_2.mp4
|
| 792 |
+
[eval] sample_idx=248 baseline=C
|
| 793 |
+
[eval] sample_idx=248 tvcd=C
|
| 794 |
+
[eval] sample_idx=249 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/T8XGN.mp4
|
| 795 |
+
[eval] sample_idx=249 baseline=B
|
| 796 |
+
[eval] sample_idx=249 tvcd=B
|
| 797 |
+
{'samples_done': 250, 'baseline_acc': 0.564, 'tvcd_acc': 0.56, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 798 |
+
[eval] sample_idx=250 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_2IN7q_XN0Zw.mp4
|
| 799 |
+
[eval] sample_idx=250 baseline=B
|
| 800 |
+
[eval] sample_idx=250 tvcd=B
|
| 801 |
+
[eval] sample_idx=251 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00534.mp4
|
| 802 |
+
[eval] sample_idx=251 baseline=B
|
| 803 |
+
[eval] sample_idx=251 tvcd=B
|
| 804 |
+
[eval] sample_idx=252 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/QH3WP.mp4
|
| 805 |
+
[eval] sample_idx=252 baseline=A
|
| 806 |
+
[eval] sample_idx=252 tvcd=A
|
| 807 |
+
[eval] sample_idx=253 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/304/X1e5zsLlbZo/split_10.mp4
|
| 808 |
+
[eval] sample_idx=253 baseline=B
|
| 809 |
+
[eval] sample_idx=253 tvcd=B
|
| 810 |
+
[eval] sample_idx=254 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_oNYC_3fcGg0.mp4
|
| 811 |
+
[eval] sample_idx=254 baseline=B
|
| 812 |
+
[eval] sample_idx=254 tvcd=B
|
| 813 |
+
[eval] sample_idx=255 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08752.mp4
|
| 814 |
+
[eval] sample_idx=255 baseline=A
|
| 815 |
+
[eval] sample_idx=255 tvcd=A
|
| 816 |
+
[eval] sample_idx=256 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/4RLYA.mp4
|
| 817 |
+
[eval] sample_idx=256 baseline=B
|
| 818 |
+
[eval] sample_idx=256 tvcd=B
|
| 819 |
+
[eval] sample_idx=257 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_kQoGS3YjBXk.mp4
|
| 820 |
+
[eval] sample_idx=257 baseline=A
|
| 821 |
+
[eval] sample_idx=257 tvcd=A
|
| 822 |
+
[eval] sample_idx=258 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09100.mp4
|
| 823 |
+
[eval] sample_idx=258 baseline=C
|
| 824 |
+
[eval] sample_idx=258 tvcd=A
|
| 825 |
+
[eval] sample_idx=259 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/uFFEK46NIhk/split_0.mp4
|
| 826 |
+
[eval] sample_idx=259 baseline=B
|
| 827 |
+
[eval] sample_idx=259 tvcd=B
|
| 828 |
+
{'samples_done': 260, 'baseline_acc': 0.5615384615384615, 'tvcd_acc': 0.5615384615384615, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 829 |
+
[eval] sample_idx=260 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_1DZhfZ4cf38.mp4
|
| 830 |
+
[eval] sample_idx=260 baseline=D
|
| 831 |
+
[eval] sample_idx=260 tvcd=D
|
| 832 |
+
[eval] sample_idx=261 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03199.mp4
|
| 833 |
+
[eval] sample_idx=261 baseline=B
|
| 834 |
+
[eval] sample_idx=261 tvcd=B
|
| 835 |
+
[eval] sample_idx=262 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1150/4772810451.mp4
|
| 836 |
+
[eval] sample_idx=262 baseline=B
|
| 837 |
+
[eval] sample_idx=262 tvcd=B
|
| 838 |
+
[eval] sample_idx=263 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1013/3161115707.mp4
|
| 839 |
+
[eval] sample_idx=263 baseline=B
|
| 840 |
+
[eval] sample_idx=263 tvcd=E
|
| 841 |
+
[eval] sample_idx=264 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_bPZRYmr7p1k.mp4
|
| 842 |
+
[eval] sample_idx=264 baseline=A
|
| 843 |
+
[eval] sample_idx=264 tvcd=A
|
| 844 |
+
[eval] sample_idx=265 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_1O9gGPJPbis.mp4
|
| 845 |
+
[eval] sample_idx=265 baseline=C
|
| 846 |
+
[eval] sample_idx=265 tvcd=C
|
| 847 |
+
[eval] sample_idx=266 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5VHqMj5iikc.mp4
|
| 848 |
+
[eval] sample_idx=266 baseline=B
|
| 849 |
+
[eval] sample_idx=266 tvcd=B
|
| 850 |
+
[eval] sample_idx=267 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/K9V2R.mp4
|
| 851 |
+
[eval] sample_idx=267 baseline=C
|
| 852 |
+
[eval] sample_idx=267 tvcd=C
|
| 853 |
+
[eval] sample_idx=268 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/KYLJY.mp4
|
| 854 |
+
[eval] sample_idx=268 baseline=B
|
| 855 |
+
[eval] sample_idx=268 tvcd=B
|
| 856 |
+
[eval] sample_idx=269 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3147.mp4
|
| 857 |
+
[eval] sample_idx=269 baseline=B
|
| 858 |
+
[eval] sample_idx=269 tvcd=B
|
| 859 |
+
{'samples_done': 270, 'baseline_acc': 0.5518518518518518, 'tvcd_acc': 0.5518518518518518, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 860 |
+
[eval] sample_idx=270 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01433.mp4
|
| 861 |
+
[eval] sample_idx=270 baseline=A
|
| 862 |
+
[eval] sample_idx=270 tvcd=A
|
| 863 |
+
[eval] sample_idx=271 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/0049/10144018836.mp4
|
| 864 |
+
[eval] sample_idx=271 baseline=B
|
| 865 |
+
[eval] sample_idx=271 tvcd=B
|
| 866 |
+
[eval] sample_idx=272 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/405/-h8c5sLelZ4/split_4.mp4
|
| 867 |
+
[eval] sample_idx=272 baseline=A
|
| 868 |
+
[eval] sample_idx=272 tvcd=A
|
| 869 |
+
[eval] sample_idx=273 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02668.mp4
|
| 870 |
+
[eval] sample_idx=273 baseline=A
|
| 871 |
+
[eval] sample_idx=273 tvcd=A
|
| 872 |
+
[eval] sample_idx=274 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ITVfOVR34Jo.mp4
|
| 873 |
+
[eval] sample_idx=274 baseline=B
|
| 874 |
+
[eval] sample_idx=274 tvcd=B
|
| 875 |
+
[eval] sample_idx=275 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_guWwidZasr8.mp4
|
| 876 |
+
[eval] sample_idx=275 baseline=B
|
| 877 |
+
[eval] sample_idx=275 tvcd=B
|
| 878 |
+
[eval] sample_idx=276 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Vpy9sUWpNQE.mp4
|
| 879 |
+
[h264 @ 0x5576a726ca40] mmco: unref short failure
|
| 880 |
+
[eval] sample_idx=276 baseline=A
|
| 881 |
+
[eval] sample_idx=276 tvcd=A
|
| 882 |
+
[eval] sample_idx=277 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_7LimgSQsHm0.mp4
|
| 883 |
+
[eval] sample_idx=277 baseline=B
|
| 884 |
+
[eval] sample_idx=277 tvcd=A
|
| 885 |
+
[eval] sample_idx=278 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_n0Az4cLruf4.mp4
|
| 886 |
+
[eval] sample_idx=278 baseline=A
|
| 887 |
+
[eval] sample_idx=278 tvcd=A
|
| 888 |
+
[eval] sample_idx=279 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_2TxKmZVxQd8.mp4
|
| 889 |
+
[h264 @ 0x5576a71f9780] mmco: unref short failure
|
| 890 |
+
[h264 @ 0x5576a71f9780] mmco: unref short failure
|
| 891 |
+
[eval] sample_idx=279 baseline=A
|
| 892 |
+
[eval] sample_idx=279 tvcd=A
|
| 893 |
+
{'samples_done': 280, 'baseline_acc': 0.5642857142857143, 'tvcd_acc': 0.5607142857142857, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 894 |
+
[eval] sample_idx=280 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/3IJGQ.mp4
|
| 895 |
+
[eval] sample_idx=280 baseline=D
|
| 896 |
+
[eval] sample_idx=280 tvcd=D
|
| 897 |
+
[eval] sample_idx=281 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_eWucu9eu5Dc.mp4
|
| 898 |
+
[h264 @ 0x5576a88afb80] mmco: unref short failure
|
| 899 |
+
[h264 @ 0x5576a88afb80] mmco: unref short failure
|
| 900 |
+
[h264 @ 0x5576a88afb80] mmco: unref short failure
|
| 901 |
+
[h264 @ 0x5576a88afb80] mmco: unref short failure
|
| 902 |
+
[eval] sample_idx=281 baseline=B
|
| 903 |
+
[eval] sample_idx=281 tvcd=B
|
| 904 |
+
[eval] sample_idx=282 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/I5L3Y.mp4
|
| 905 |
+
[eval] sample_idx=282 baseline=A
|
| 906 |
+
[eval] sample_idx=282 tvcd=A
|
| 907 |
+
[eval] sample_idx=283 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_02656.mp4
|
| 908 |
+
[eval] sample_idx=283 baseline=A
|
| 909 |
+
[eval] sample_idx=283 tvcd=C
|
| 910 |
+
[eval] sample_idx=284 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_x4Vk5wSH7xE.mp4
|
| 911 |
+
[eval] sample_idx=284 baseline=B
|
| 912 |
+
[eval] sample_idx=284 tvcd=B
|
| 913 |
+
[eval] sample_idx=285 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Cu8lmHiXkUU.mp4
|
| 914 |
+
[eval] sample_idx=285 baseline=D
|
| 915 |
+
[eval] sample_idx=285 tvcd=D
|
| 916 |
+
[eval] sample_idx=286 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/PGGRZ.mp4
|
| 917 |
+
[eval] sample_idx=286 baseline=B
|
| 918 |
+
[eval] sample_idx=286 tvcd=B
|
| 919 |
+
[eval] sample_idx=287 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/6B328.mp4
|
| 920 |
+
[eval] sample_idx=287 baseline=A
|
| 921 |
+
[eval] sample_idx=287 tvcd=A
|
| 922 |
+
[eval] sample_idx=288 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08836.mp4
|
| 923 |
+
[eval] sample_idx=288 baseline=A
|
| 924 |
+
[eval] sample_idx=288 tvcd=A
|
| 925 |
+
[eval] sample_idx=289 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/230/2UY6Fztzpng/split_6.mp4
|
| 926 |
+
[eval] sample_idx=289 baseline=C
|
| 927 |
+
[eval] sample_idx=289 tvcd=C
|
| 928 |
+
{'samples_done': 290, 'baseline_acc': 0.5689655172413793, 'tvcd_acc': 0.5655172413793104, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 929 |
+
[eval] sample_idx=290 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00837.mp4
|
| 930 |
+
[eval] sample_idx=290 baseline=A
|
| 931 |
+
[eval] sample_idx=290 tvcd=A
|
| 932 |
+
[eval] sample_idx=291 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01796.mp4
|
| 933 |
+
[eval] sample_idx=291 baseline=D
|
| 934 |
+
[eval] sample_idx=291 tvcd=A
|
| 935 |
+
[eval] sample_idx=292 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5OV3M.mp4
|
| 936 |
+
[eval] sample_idx=292 baseline=D
|
| 937 |
+
[eval] sample_idx=292 tvcd=D
|
| 938 |
+
[eval] sample_idx=293 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/I4K7B.mp4
|
| 939 |
+
[eval] sample_idx=293 baseline=A
|
| 940 |
+
[eval] sample_idx=293 tvcd=A
|
| 941 |
+
[eval] sample_idx=294 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/JKGTN.mp4
|
| 942 |
+
[eval] sample_idx=294 baseline=A
|
| 943 |
+
[eval] sample_idx=294 tvcd=A
|
| 944 |
+
[eval] sample_idx=295 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4
|
| 945 |
+
[eval] sample_idx=295 baseline=C. The referee signals the conclusion of the match.
|
| 946 |
+
[eval] sample_idx=295 tvcd=C. The referee signals the conclusion of the match.
|
| 947 |
+
[eval] sample_idx=296 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1106/4059247647.mp4
|
| 948 |
+
[eval] sample_idx=296 baseline=E
|
| 949 |
+
[eval] sample_idx=296 tvcd=E
|
| 950 |
+
[eval] sample_idx=297 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06468.mp4
|
| 951 |
+
[eval] sample_idx=297 baseline=B
|
| 952 |
+
[eval] sample_idx=297 tvcd=B
|
| 953 |
+
[eval] sample_idx=298 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_sMO2IlNgDuw.mp4
|
| 954 |
+
[eval] sample_idx=298 baseline=A
|
| 955 |
+
[eval] sample_idx=298 tvcd=A
|
| 956 |
+
[eval] sample_idx=299 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/111/QLaA91I4t3U/split_5.mp4
|
| 957 |
+
[eval] sample_idx=299 baseline=B
|
| 958 |
+
[eval] sample_idx=299 tvcd=B
|
| 959 |
+
{'samples_done': 300, 'baseline_acc': 0.57, 'tvcd_acc': 0.5666666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 960 |
+
[eval] sample_idx=300 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
|
| 961 |
+
[eval] sample_idx=300 baseline=A
|
| 962 |
+
[eval] sample_idx=300 tvcd=A
|
| 963 |
+
[eval] sample_idx=301 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
|
| 964 |
+
[eval] sample_idx=301 baseline=A
|
| 965 |
+
[eval] sample_idx=301 tvcd=A
|
| 966 |
+
[eval] sample_idx=302 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
|
| 967 |
+
[eval] sample_idx=302 baseline=A
|
| 968 |
+
[eval] sample_idx=302 tvcd=A
|
| 969 |
+
[eval] sample_idx=303 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
|
| 970 |
+
[eval] sample_idx=303 baseline=D
|
| 971 |
+
[eval] sample_idx=303 tvcd=D
|
| 972 |
+
[eval] sample_idx=304 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
|
| 973 |
+
[eval] sample_idx=304 baseline=A
|
| 974 |
+
[eval] sample_idx=304 tvcd=A
|
| 975 |
+
[eval] sample_idx=305 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
|
| 976 |
+
[h264 @ 0x5576a7146d40] mmco: unref short failure
|
| 977 |
+
[h264 @ 0x5576a7146d40] mmco: unref short failure
|
| 978 |
+
[h264 @ 0x5576a7146d40] mmco: unref short failure
|
| 979 |
+
[eval] sample_idx=305 baseline=A
|
| 980 |
+
[eval] sample_idx=305 tvcd=A
|
| 981 |
+
[eval] sample_idx=306 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
|
| 982 |
+
[eval] sample_idx=306 baseline=B
|
| 983 |
+
[eval] sample_idx=306 tvcd=B
|
| 984 |
+
[eval] sample_idx=307 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
|
| 985 |
+
[eval] sample_idx=307 baseline=C
|
| 986 |
+
[eval] sample_idx=307 tvcd=C
|
| 987 |
+
[eval] sample_idx=308 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-l5e1zVzQOQ.mp4
|
| 988 |
+
[eval] sample_idx=308 baseline=B
|
| 989 |
+
[eval] sample_idx=308 tvcd=B
|
| 990 |
+
[eval] sample_idx=309 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06677.mp4
|
| 991 |
+
[eval] sample_idx=309 baseline=A. The purple sphere and the green sphere collide.
|
| 992 |
+
[eval] sample_idx=309 tvcd=A. The purple sphere and the green sphere collide.
|
| 993 |
+
{'samples_done': 310, 'baseline_acc': 0.567741935483871, 'tvcd_acc': 0.5645161290322581, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 994 |
+
[eval] sample_idx=310 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/0040/5312674396.mp4
|
| 995 |
+
[eval] sample_idx=310 baseline=B
|
| 996 |
+
[eval] sample_idx=310 tvcd=B
|
| 997 |
+
[eval] sample_idx=311 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_FX4inHmWQtE.mp4
|
| 998 |
+
[eval] sample_idx=311 baseline=C
|
| 999 |
+
[eval] sample_idx=311 tvcd=C
|
| 1000 |
+
[eval] sample_idx=312 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/117/DDRzeomsyzU/split_3.mp4
|
| 1001 |
+
[eval] sample_idx=312 baseline=A
|
| 1002 |
+
[eval] sample_idx=312 tvcd=A
|
| 1003 |
+
[eval] sample_idx=313 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01131.mp4
|
| 1004 |
+
[eval] sample_idx=313 baseline=B
|
| 1005 |
+
[eval] sample_idx=313 tvcd=B
|
| 1006 |
+
[eval] sample_idx=314 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07811.mp4
|
| 1007 |
+
[eval] sample_idx=314 baseline=B
|
| 1008 |
+
[eval] sample_idx=314 tvcd=B
|
| 1009 |
+
[eval] sample_idx=315 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09196.mp4
|
| 1010 |
+
[eval] sample_idx=315 baseline=D
|
| 1011 |
+
[eval] sample_idx=315 tvcd=D
|
| 1012 |
+
[eval] sample_idx=316 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06255.mp4
|
| 1013 |
+
[eval] sample_idx=316 baseline=B
|
| 1014 |
+
[eval] sample_idx=316 tvcd=D
|
| 1015 |
+
[eval] sample_idx=317 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/219/umveZyJ1h1s/split_10.mp4
|
| 1016 |
+
[eval] sample_idx=317 baseline=A
|
| 1017 |
+
[eval] sample_idx=317 tvcd=A
|
| 1018 |
+
[eval] sample_idx=318 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_Dv2T0R7HVBQ.mp4
|
| 1019 |
+
[eval] sample_idx=318 baseline=A
|
| 1020 |
+
[eval] sample_idx=318 tvcd=A
|
| 1021 |
+
[eval] sample_idx=319 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_lMI_tzdfki4.mp4
|
| 1022 |
+
[eval] sample_idx=319 baseline=B
|
| 1023 |
+
[eval] sample_idx=319 tvcd=B
|
| 1024 |
+
{'samples_done': 320, 'baseline_acc': 0.565625, 'tvcd_acc': 0.5625, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1025 |
+
[eval] sample_idx=320 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_JjRSGzdwtc0.mp4
|
| 1026 |
+
[eval] sample_idx=320 baseline=D
|
| 1027 |
+
[eval] sample_idx=320 tvcd=D
|
| 1028 |
+
[eval] sample_idx=321 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/RJZ3I.mp4
|
| 1029 |
+
[eval] sample_idx=321 baseline=C
|
| 1030 |
+
[eval] sample_idx=321 tvcd=C
|
| 1031 |
+
[eval] sample_idx=322 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u1grT0O81Qg.mp4
|
| 1032 |
+
[h264 @ 0x557675010a40] mmco: unref short failure
|
| 1033 |
+
[h264 @ 0x557675010a40] mmco: unref short failure
|
| 1034 |
+
[eval] sample_idx=322 baseline=A
|
| 1035 |
+
[eval] sample_idx=322 tvcd=A
|
| 1036 |
+
[eval] sample_idx=323 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/VwBJ230pjSk/split_1.mp4
|
| 1037 |
+
[eval] sample_idx=323 baseline=C
|
| 1038 |
+
[eval] sample_idx=323 tvcd=C
|
| 1039 |
+
[eval] sample_idx=324 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_11448.mp4
|
| 1040 |
+
[eval] sample_idx=324 baseline=A
|
| 1041 |
+
[eval] sample_idx=324 tvcd=A
|
| 1042 |
+
[eval] sample_idx=325 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1026/6451572823.mp4
|
| 1043 |
+
[eval] sample_idx=325 baseline=C
|
| 1044 |
+
[eval] sample_idx=325 tvcd=C
|
| 1045 |
+
[eval] sample_idx=326 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/104/Vuy2nrJz0Zw/split_3.mp4
|
| 1046 |
+
[eval] sample_idx=326 baseline=A
|
| 1047 |
+
[eval] sample_idx=326 tvcd=A
|
| 1048 |
+
[eval] sample_idx=327 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/1xjsM-I-KLI/split_8.mp4
|
| 1049 |
+
[eval] sample_idx=327 baseline=A
|
| 1050 |
+
[eval] sample_idx=327 tvcd=A
|
| 1051 |
+
[eval] sample_idx=328 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03392.mp4
|
| 1052 |
+
[eval] sample_idx=328 baseline=A
|
| 1053 |
+
[eval] sample_idx=328 tvcd=A
|
| 1054 |
+
[eval] sample_idx=329 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_P7lUYSLtErY.mp4
|
| 1055 |
+
[eval] sample_idx=329 baseline=D
|
| 1056 |
+
[eval] sample_idx=329 tvcd=D
|
| 1057 |
+
{'samples_done': 330, 'baseline_acc': 0.5696969696969697, 'tvcd_acc': 0.5666666666666667, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1058 |
+
[eval] sample_idx=330 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_x_5ay7lD6iA.mp4
|
| 1059 |
+
[eval] sample_idx=330 baseline=A
|
| 1060 |
+
[eval] sample_idx=330 tvcd=A
|
| 1061 |
+
[eval] sample_idx=331 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/201/0xYOUNfzIn8/split_10.mp4
|
| 1062 |
+
[eval] sample_idx=331 baseline=B
|
| 1063 |
+
[eval] sample_idx=331 tvcd=B
|
| 1064 |
+
[eval] sample_idx=332 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4Q5YJKHa5W0.mp4
|
| 1065 |
+
[eval] sample_idx=332 baseline=D
|
| 1066 |
+
[eval] sample_idx=332 tvcd=D
|
| 1067 |
+
[eval] sample_idx=333 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/RON2M.mp4
|
| 1068 |
+
[eval] sample_idx=333 baseline=C
|
| 1069 |
+
[eval] sample_idx=333 tvcd=C
|
| 1070 |
+
[eval] sample_idx=334 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/7G0HB.mp4
|
| 1071 |
+
[eval] sample_idx=334 baseline=D
|
| 1072 |
+
[eval] sample_idx=334 tvcd=D
|
| 1073 |
+
[eval] sample_idx=335 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_QZWyv6SShks.mp4
|
| 1074 |
+
[eval] sample_idx=335 baseline=D
|
| 1075 |
+
[eval] sample_idx=335 tvcd=D
|
| 1076 |
+
[eval] sample_idx=336 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/V1JIC.mp4
|
| 1077 |
+
[eval] sample_idx=336 baseline=A
|
| 1078 |
+
[eval] sample_idx=336 tvcd=A
|
| 1079 |
+
[eval] sample_idx=337 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1107/3445792822.mp4
|
| 1080 |
+
[eval] sample_idx=337 baseline=A
|
| 1081 |
+
[eval] sample_idx=337 tvcd=A
|
| 1082 |
+
[eval] sample_idx=338 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_3FUVKpQA6IY.mp4
|
| 1083 |
+
[eval] sample_idx=338 baseline=D
|
| 1084 |
+
[eval] sample_idx=338 tvcd=D
|
| 1085 |
+
[eval] sample_idx=339 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/309/UfWND-lc4sc/split_7.mp4
|
| 1086 |
+
[eval] sample_idx=339 baseline=A
|
| 1087 |
+
[eval] sample_idx=339 tvcd=A
|
| 1088 |
+
{'samples_done': 340, 'baseline_acc': 0.5735294117647058, 'tvcd_acc': 0.5705882352941176, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1089 |
+
[eval] sample_idx=340 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09748.mp4
|
| 1090 |
+
[eval] sample_idx=340 baseline=B
|
| 1091 |
+
[eval] sample_idx=340 tvcd=B
|
| 1092 |
+
[eval] sample_idx=341 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FTmGHtBdWi0.mp4
|
| 1093 |
+
[eval] sample_idx=341 baseline=B
|
| 1094 |
+
[eval] sample_idx=341 tvcd=B
|
| 1095 |
+
[eval] sample_idx=342 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/Y9WZW.mp4
|
| 1096 |
+
[eval] sample_idx=342 baseline=A
|
| 1097 |
+
[eval] sample_idx=342 tvcd=A
|
| 1098 |
+
[eval] sample_idx=343 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FNlEHAIh6LQ.mp4
|
| 1099 |
+
[eval] sample_idx=343 baseline=A
|
| 1100 |
+
[eval] sample_idx=343 tvcd=A
|
| 1101 |
+
[eval] sample_idx=344 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/406/lBnuFn9q3Xs/split_4.mp4
|
| 1102 |
+
[eval] sample_idx=344 baseline=A
|
| 1103 |
+
[eval] sample_idx=344 tvcd=A
|
| 1104 |
+
[eval] sample_idx=345 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/COPHL.mp4
|
| 1105 |
+
[eval] sample_idx=345 baseline=C
|
| 1106 |
+
[eval] sample_idx=345 tvcd=C
|
| 1107 |
+
[eval] sample_idx=346 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_hiaCpyCoXqk.mp4
|
| 1108 |
+
[eval] sample_idx=346 baseline=A
|
| 1109 |
+
[eval] sample_idx=346 tvcd=A
|
| 1110 |
+
[eval] sample_idx=347 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/0067/3091550860.mp4
|
| 1111 |
+
[eval] sample_idx=347 baseline=B
|
| 1112 |
+
[eval] sample_idx=347 tvcd=B
|
| 1113 |
+
[eval] sample_idx=348 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06478.mp4
|
| 1114 |
+
[eval] sample_idx=348 baseline=A
|
| 1115 |
+
[eval] sample_idx=348 tvcd=A
|
| 1116 |
+
[eval] sample_idx=349 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_AnRYS02tvRA.mp4
|
| 1117 |
+
[eval] sample_idx=349 baseline=D
|
| 1118 |
+
[eval] sample_idx=349 tvcd=D
|
| 1119 |
+
{'samples_done': 350, 'baseline_acc': 0.5742857142857143, 'tvcd_acc': 0.5714285714285714, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1120 |
+
[eval] sample_idx=350 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_WPVb8fYLFUM.mp4
|
| 1121 |
+
[h264 @ 0x55768ff78980] mmco: unref short failure
|
| 1122 |
+
[h264 @ 0x55768ff78980] mmco: unref short failure
|
| 1123 |
+
[eval] sample_idx=350 baseline=B
|
| 1124 |
+
[eval] sample_idx=350 tvcd=B
|
| 1125 |
+
[eval] sample_idx=351 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wodsQ0nW7Ds.mp4
|
| 1126 |
+
[h264 @ 0x557679234c80] mmco: unref short failure
|
| 1127 |
+
[h264 @ 0x557679234c80] mmco: unref short failure
|
| 1128 |
+
[h264 @ 0x557679234c80] mmco: unref short failure
|
| 1129 |
+
[h264 @ 0x557679234c80] mmco: unref short failure
|
| 1130 |
+
[eval] sample_idx=351 baseline=B
|
| 1131 |
+
[eval] sample_idx=351 tvcd=B
|
| 1132 |
+
[eval] sample_idx=352 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_S-4ftlylgig.mp4
|
| 1133 |
+
[eval] sample_idx=352 baseline=D
|
| 1134 |
+
[eval] sample_idx=352 tvcd=D
|
| 1135 |
+
[eval] sample_idx=353 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/YD8BF.mp4
|
| 1136 |
+
[eval] sample_idx=353 baseline=C
|
| 1137 |
+
[eval] sample_idx=353 tvcd=C
|
| 1138 |
+
[eval] sample_idx=354 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/5640939571.mp4
|
| 1139 |
+
[eval] sample_idx=354 baseline=D
|
| 1140 |
+
[eval] sample_idx=354 tvcd=D
|
| 1141 |
+
[eval] sample_idx=355 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_2xQVZorob1Q.mp4
|
| 1142 |
+
[h264 @ 0x557676f86a00] mmco: unref short failure
|
| 1143 |
+
[h264 @ 0x557676f86a00] mmco: unref short failure
|
| 1144 |
+
[eval] sample_idx=355 baseline=C
|
| 1145 |
+
[eval] sample_idx=355 tvcd=C
|
| 1146 |
+
[eval] sample_idx=356 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_H8f7pTaBFKk.mp4
|
| 1147 |
+
[eval] sample_idx=356 baseline=D
|
| 1148 |
+
[eval] sample_idx=356 tvcd=D
|
| 1149 |
+
[eval] sample_idx=357 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/X9T4M.mp4
|
| 1150 |
+
[eval] sample_idx=357 baseline=B
|
| 1151 |
+
[eval] sample_idx=357 tvcd=B
|
| 1152 |
+
[eval] sample_idx=358 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PPXS8kE1q7c.mp4
|
| 1153 |
+
[eval] sample_idx=358 baseline=A
|
| 1154 |
+
[eval] sample_idx=358 tvcd=A
|
| 1155 |
+
[eval] sample_idx=359 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_liqFz0EPTMQ.mp4
|
| 1156 |
+
[eval] sample_idx=359 baseline=C
|
| 1157 |
+
[eval] sample_idx=359 tvcd=C
|
| 1158 |
+
{'samples_done': 360, 'baseline_acc': 0.5833333333333334, 'tvcd_acc': 0.5805555555555556, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1159 |
+
[eval] sample_idx=360 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/NUSKJ.mp4
|
| 1160 |
+
[eval] sample_idx=360 baseline=A
|
| 1161 |
+
[eval] sample_idx=360 tvcd=A
|
| 1162 |
+
[eval] sample_idx=361 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_bY0bGFJ-k1U.mp4
|
| 1163 |
+
[eval] sample_idx=361 baseline=C
|
| 1164 |
+
[eval] sample_idx=361 tvcd=C
|
| 1165 |
+
[eval] sample_idx=362 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04142.mp4
|
| 1166 |
+
[eval] sample_idx=362 baseline=B
|
| 1167 |
+
[eval] sample_idx=362 tvcd=B
|
| 1168 |
+
[eval] sample_idx=363 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/210/jGC0VhFCk5Y/split_6.mp4
|
| 1169 |
+
[eval] sample_idx=363 baseline=D
|
| 1170 |
+
[eval] sample_idx=363 tvcd=D
|
| 1171 |
+
[eval] sample_idx=364 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/X226B.mp4
|
| 1172 |
+
[eval] sample_idx=364 baseline=C
|
| 1173 |
+
[eval] sample_idx=364 tvcd=C
|
| 1174 |
+
[eval] sample_idx=365 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
|
| 1175 |
+
[eval] sample_idx=365 baseline=D
|
| 1176 |
+
[eval] sample_idx=365 tvcd=D
|
| 1177 |
+
[eval] sample_idx=366 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1011/7274130480.mp4
|
| 1178 |
+
[eval] sample_idx=366 baseline=D
|
| 1179 |
+
[eval] sample_idx=366 tvcd=D
|
| 1180 |
+
[eval] sample_idx=367 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_9nE6C-efQdc.mp4
|
| 1181 |
+
[eval] sample_idx=367 baseline=A
|
| 1182 |
+
[eval] sample_idx=367 tvcd=A
|
| 1183 |
+
[eval] sample_idx=368 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_CB0yYGVNcOk.mp4
|
| 1184 |
+
[eval] sample_idx=368 baseline=B
|
| 1185 |
+
[eval] sample_idx=368 tvcd=B
|
| 1186 |
+
[eval] sample_idx=369 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10340.mp4
|
| 1187 |
+
[eval] sample_idx=369 baseline=B
|
| 1188 |
+
[eval] sample_idx=369 tvcd=B
|
| 1189 |
+
{'samples_done': 370, 'baseline_acc': 0.5837837837837838, 'tvcd_acc': 0.581081081081081, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1190 |
+
[eval] sample_idx=370 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/8202211038.mp4
|
| 1191 |
+
[eval] sample_idx=370 baseline=D
|
| 1192 |
+
[eval] sample_idx=370 tvcd=D
|
| 1193 |
+
[eval] sample_idx=371 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_D0aZaiBAHxg.mp4
|
| 1194 |
+
[eval] sample_idx=371 baseline=C
|
| 1195 |
+
[eval] sample_idx=371 tvcd=C
|
| 1196 |
+
[eval] sample_idx=372 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01542.mp4
|
| 1197 |
+
[eval] sample_idx=372 baseline=A
|
| 1198 |
+
[eval] sample_idx=372 tvcd=A
|
| 1199 |
+
[eval] sample_idx=373 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ufK2mbJI0to.mp4
|
| 1200 |
+
[eval] sample_idx=373 baseline=D
|
| 1201 |
+
[eval] sample_idx=373 tvcd=D
|
| 1202 |
+
[eval] sample_idx=374 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_bSFOgeqMOFg.mp4
|
| 1203 |
+
[h264 @ 0x55768fefb700] mmco: unref short failure
|
| 1204 |
+
[eval] sample_idx=374 baseline=D
|
| 1205 |
+
[eval] sample_idx=374 tvcd=D
|
| 1206 |
+
[eval] sample_idx=375 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_JksdZ0YMkoQ.mp4
|
| 1207 |
+
[eval] sample_idx=375 baseline=B
|
| 1208 |
+
[eval] sample_idx=375 tvcd=B
|
| 1209 |
+
[eval] sample_idx=376 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_OqfsHs-xZmo.mp4
|
| 1210 |
+
[eval] sample_idx=376 baseline=C
|
| 1211 |
+
[eval] sample_idx=376 tvcd=C
|
| 1212 |
+
[eval] sample_idx=377 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_qiw2I1oQIVQ.mp4
|
| 1213 |
+
[eval] sample_idx=377 baseline=B
|
| 1214 |
+
[eval] sample_idx=377 tvcd=B
|
| 1215 |
+
[eval] sample_idx=378 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/5DYQR.mp4
|
| 1216 |
+
[eval] sample_idx=378 baseline=A
|
| 1217 |
+
[eval] sample_idx=378 tvcd=A
|
| 1218 |
+
[eval] sample_idx=379 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_P4nNwcE9KlE.mp4
|
| 1219 |
+
[h264 @ 0x55768ff0edc0] mmco: unref short failure
|
| 1220 |
+
[h264 @ 0x55768ff0edc0] mmco: unref short failure
|
| 1221 |
+
[eval] sample_idx=379 baseline=C
|
| 1222 |
+
[eval] sample_idx=379 tvcd=C
|
| 1223 |
+
{'samples_done': 380, 'baseline_acc': 0.5947368421052631, 'tvcd_acc': 0.5921052631578947, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1224 |
+
[eval] sample_idx=380 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_WEohpavjsIY.mp4
|
| 1225 |
+
[eval] sample_idx=380 baseline=B
|
| 1226 |
+
[eval] sample_idx=380 tvcd=B
|
| 1227 |
+
[eval] sample_idx=381 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/ego4d/7306232f-31cc-46bc-87b4-ec576c3548a3.mp4
|
| 1228 |
+
[eval] sample_idx=381 baseline=B
|
| 1229 |
+
[eval] sample_idx=381 tvcd=B
|
| 1230 |
+
[eval] sample_idx=382 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_aGlfi9PqRdY.mp4
|
| 1231 |
+
[eval] sample_idx=382 baseline=C
|
| 1232 |
+
[eval] sample_idx=382 tvcd=C
|
| 1233 |
+
[eval] sample_idx=383 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/42SEP.mp4
|
| 1234 |
+
[eval] sample_idx=383 baseline=C
|
| 1235 |
+
[eval] sample_idx=383 tvcd=C
|
| 1236 |
+
[eval] sample_idx=384 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/0078/6920054108.mp4
|
| 1237 |
+
[eval] sample_idx=384 baseline=A
|
| 1238 |
+
[eval] sample_idx=384 tvcd=A
|
| 1239 |
+
[eval] sample_idx=385 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_dlR9zF6MEi0.mp4
|
| 1240 |
+
[eval] sample_idx=385 baseline=D
|
| 1241 |
+
[eval] sample_idx=385 tvcd=D
|
| 1242 |
+
[eval] sample_idx=386 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_fJ45W32t6h0.mp4
|
| 1243 |
+
[eval] sample_idx=386 baseline=C
|
| 1244 |
+
[eval] sample_idx=386 tvcd=C
|
| 1245 |
+
[eval] sample_idx=387 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04571.mp4
|
| 1246 |
+
[eval] sample_idx=387 baseline=C. The collision between the cyan sphere and gray cylinder
|
| 1247 |
+
[eval] sample_idx=387 tvcd=C. The collision between the cyan sphere and gray cylinder
|
| 1248 |
+
[eval] sample_idx=388 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Sr_SYaMBp8o.mp4
|
| 1249 |
+
[eval] sample_idx=388 baseline=D
|
| 1250 |
+
[eval] sample_idx=388 tvcd=D
|
| 1251 |
+
[eval] sample_idx=389 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_w4CiGbHLTBg.mp4
|
| 1252 |
+
[eval] sample_idx=389 baseline=A
|
| 1253 |
+
[eval] sample_idx=389 tvcd=A
|
| 1254 |
+
{'samples_done': 390, 'baseline_acc': 0.5948717948717949, 'tvcd_acc': 0.5923076923076923, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1255 |
+
[eval] sample_idx=390 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/94KP4.mp4
|
| 1256 |
+
[eval] sample_idx=390 baseline=C
|
| 1257 |
+
[eval] sample_idx=390 tvcd=C
|
| 1258 |
+
[eval] sample_idx=391 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/221/HXqC_xWsKkY/split_3.mp4
|
| 1259 |
+
[eval] sample_idx=391 baseline=D
|
| 1260 |
+
[eval] sample_idx=391 tvcd=D
|
| 1261 |
+
[eval] sample_idx=392 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/212/UzqlXpAAAWk/split_5.mp4
|
| 1262 |
+
[eval] sample_idx=392 baseline=A
|
| 1263 |
+
[eval] sample_idx=392 tvcd=A
|
| 1264 |
+
[eval] sample_idx=393 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/NTYC3.mp4
|
| 1265 |
+
[eval] sample_idx=393 baseline=D
|
| 1266 |
+
[eval] sample_idx=393 tvcd=D
|
| 1267 |
+
[eval] sample_idx=394 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_s6o6vuYoTGM.mp4
|
| 1268 |
+
[eval] sample_idx=394 baseline=A
|
| 1269 |
+
[eval] sample_idx=394 tvcd=A
|
| 1270 |
+
[eval] sample_idx=395 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_BDnA3jobv_0.mp4
|
| 1271 |
+
[eval] sample_idx=395 baseline=C
|
| 1272 |
+
[eval] sample_idx=395 tvcd=C
|
| 1273 |
+
[eval] sample_idx=396 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/IK72J.mp4
|
| 1274 |
+
[eval] sample_idx=396 baseline=B
|
| 1275 |
+
[eval] sample_idx=396 tvcd=B
|
| 1276 |
+
[eval] sample_idx=397 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/FDDDG.mp4
|
| 1277 |
+
[eval] sample_idx=397 baseline=C
|
| 1278 |
+
[eval] sample_idx=397 tvcd=C
|
| 1279 |
+
[eval] sample_idx=398 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_3X6eP273RoI.mp4
|
| 1280 |
+
[eval] sample_idx=398 baseline=A
|
| 1281 |
+
[eval] sample_idx=398 tvcd=A
|
| 1282 |
+
[eval] sample_idx=399 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/7JSAI.mp4
|
| 1283 |
+
[eval] sample_idx=399 baseline=D
|
| 1284 |
+
[eval] sample_idx=399 tvcd=D
|
| 1285 |
+
{'samples_done': 400, 'baseline_acc': 0.5975, 'tvcd_acc': 0.595, 'model_path': '/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5', 'dataset_json': '/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.05}
|
| 1286 |
+
{
|
| 1287 |
+
"samples_done": 400,
|
| 1288 |
+
"baseline_acc": 0.5975,
|
| 1289 |
+
"tvcd_acc": 0.595,
|
| 1290 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5",
|
| 1291 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 1292 |
+
"use_tvcd": true,
|
| 1293 |
+
"cd_alpha": 0.1,
|
| 1294 |
+
"cd_beta": 0.05
|
| 1295 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/epoch5_a01_b005/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 400,
|
| 3 |
+
"baseline_acc": 0.5975,
|
| 4 |
+
"tvcd_acc": 0.595,
|
| 5 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-5",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/tmp/revvideo_every10_400.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 0.1,
|
| 9 |
+
"cd_beta": 0.05
|
| 10 |
+
}
|
tmp/epoch10_tvcd_grid_every10_400/grid.tsv
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
a025_b005 0.25 0.05 4
|
| 2 |
+
a05_b005 0.5 0.05 5
|
| 3 |
+
a05_b01 0.5 0.1 6
|
| 4 |
+
a1_b005 1.0 0.05 7
|
| 5 |
+
a1_b01 1.0 0.1 4
|
| 6 |
+
a1_b02 1.0 0.2 5
|
| 7 |
+
a2_b01 2.0 0.1 6
|
| 8 |
+
a2_b02 2.0 0.2 7
|
tmp/epoch10_tvcd_grid_every10_400/monitor_logs/monitor.log
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[monitor] waiting for subset sweep to finish...
|
| 2 |
+
[monitor] a025_b005 pred_lines=204 summary=200,baseline=0.54,tvcd=0.535
|
| 3 |
+
[monitor] a01_b005 pred_lines=131 summary=130,baseline=0.4153846153846154,tvcd=0.4153846153846154
|
| 4 |
+
[monitor] epoch10_a005_b002 pred_lines=53 summary=50,baseline=0.4,tvcd=0.42
|
| 5 |
+
[monitor] epoch5_a01_b005 pred_lines=53 summary=50,baseline=0.4,tvcd=0.42
|
| 6 |
+
[monitor] a025_b005 pred_lines=262 summary=260,baseline=0.5692307692307692,tvcd=0.5615384615384615
|
| 7 |
+
[monitor] a01_b005 pred_lines=191 summary=190,baseline=0.5157894736842106,tvcd=0.5210526315789473
|
| 8 |
+
[monitor] epoch10_a005_b002 pred_lines=89 summary=80,baseline=0.4125,tvcd=0.425
|
| 9 |
+
[monitor] epoch5_a01_b005 pred_lines=88 summary=80,baseline=0.4125,tvcd=0.425
|
| 10 |
+
[monitor] a025_b005 pred_lines=322 summary=320,baseline=0.575,tvcd=0.5625
|
| 11 |
+
[monitor] a01_b005 pred_lines=246 summary=240,baseline=0.5583333333333333,tvcd=0.5583333333333333
|
| 12 |
+
[monitor] epoch10_a005_b002 pred_lines=131 summary=130,baseline=0.4153846153846154,tvcd=0.4
|
| 13 |
+
[monitor] epoch5_a01_b005 pred_lines=130 summary=130,baseline=0.4076923076923077,tvcd=0.4153846153846154
|
| 14 |
+
[monitor] a025_b005 pred_lines=377 summary=370,baseline=0.5918918918918918,tvcd=0.581081081081081
|
| 15 |
+
[monitor] a01_b005 pred_lines=305 summary=300,baseline=0.58,tvcd=0.5666666666666667
|
| 16 |
+
[monitor] epoch10_a005_b002 pred_lines=192 summary=190,baseline=0.5157894736842106,tvcd=0.5052631578947369
|
| 17 |
+
[monitor] epoch5_a01_b005 pred_lines=190 summary=190,baseline=0.5105263157894737,tvcd=0.5157894736842106
|
| 18 |
+
[monitor] a025_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 19 |
+
[monitor] a01_b005 pred_lines=365 summary=360,baseline=0.5916666666666667,tvcd=0.5805555555555556
|
| 20 |
+
[monitor] epoch10_a005_b002 pred_lines=247 summary=240,baseline=0.5583333333333333,tvcd=0.5458333333333333
|
| 21 |
+
[monitor] epoch5_a01_b005 pred_lines=244 summary=240,baseline=0.5541666666666667,tvcd=0.5541666666666667
|
| 22 |
+
[monitor] a025_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 23 |
+
[monitor] a01_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 24 |
+
[monitor] epoch10_a005_b002 pred_lines=308 summary=300,baseline=0.58,tvcd=0.56
|
| 25 |
+
[monitor] epoch5_a01_b005 pred_lines=305 summary=300,baseline=0.57,tvcd=0.5666666666666667
|
| 26 |
+
[monitor] a025_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 27 |
+
[monitor] a01_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 28 |
+
[monitor] epoch10_a005_b002 pred_lines=368 summary=360,baseline=0.5916666666666667,tvcd=0.575
|
| 29 |
+
[monitor] epoch5_a01_b005 pred_lines=365 summary=360,baseline=0.5833333333333334,tvcd=0.5805555555555556
|
| 30 |
+
[monitor] a025_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 31 |
+
[monitor] a01_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 32 |
+
[monitor] epoch10_a005_b002 pred_lines=400 summary=400,baseline=0.605,tvcd=0.59
|
| 33 |
+
[monitor] epoch5_a01_b005 pred_lines=400 summary=400,baseline=0.5975,tvcd=0.595
|
| 34 |
+
[monitor] subset sweep finished, selecting best config...
|
| 35 |
+
[monitor] best subset config: name=a025_b005 model=/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 alpha=0.25 beta=0.05 subset_tvcd=0.595 subset_baseline=0.605
|
| 36 |
+
[monitor] launch full eval shard gpu=4 start=0
|
| 37 |
+
[monitor] launch full eval shard gpu=5 start=1000
|
| 38 |
+
[monitor] launch full eval shard gpu=6 start=2000
|
| 39 |
+
[monitor] launch full eval shard gpu=7 start=3000
|
| 40 |
+
[monitor] waiting for full eval pids: 1751297 1751301 1751305 1751309
|
| 41 |
+
[monitor] full eval complete: /data4/runqing/dLLM-RL/tmp/revvideo_best_tvcd_a025_b005_20260602_223553/merged_summary.json
|
tmp/epoch10_tvcd_grid_every10_400/monitor_nohup.log
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[monitor] waiting for subset sweep to finish...
|
| 2 |
+
[monitor] a025_b005 pred_lines=204 summary=200,baseline=0.54,tvcd=0.535
|
| 3 |
+
[monitor] a01_b005 pred_lines=131 summary=130,baseline=0.4153846153846154,tvcd=0.4153846153846154
|
| 4 |
+
[monitor] epoch10_a005_b002 pred_lines=53 summary=50,baseline=0.4,tvcd=0.42
|
| 5 |
+
[monitor] epoch5_a01_b005 pred_lines=53 summary=50,baseline=0.4,tvcd=0.42
|
| 6 |
+
[monitor] a025_b005 pred_lines=262 summary=260,baseline=0.5692307692307692,tvcd=0.5615384615384615
|
| 7 |
+
[monitor] a01_b005 pred_lines=191 summary=190,baseline=0.5157894736842106,tvcd=0.5210526315789473
|
| 8 |
+
[monitor] epoch10_a005_b002 pred_lines=89 summary=80,baseline=0.4125,tvcd=0.425
|
| 9 |
+
[monitor] epoch5_a01_b005 pred_lines=88 summary=80,baseline=0.4125,tvcd=0.425
|
| 10 |
+
[monitor] a025_b005 pred_lines=322 summary=320,baseline=0.575,tvcd=0.5625
|
| 11 |
+
[monitor] a01_b005 pred_lines=246 summary=240,baseline=0.5583333333333333,tvcd=0.5583333333333333
|
| 12 |
+
[monitor] epoch10_a005_b002 pred_lines=131 summary=130,baseline=0.4153846153846154,tvcd=0.4
|
| 13 |
+
[monitor] epoch5_a01_b005 pred_lines=130 summary=130,baseline=0.4076923076923077,tvcd=0.4153846153846154
|
| 14 |
+
[monitor] a025_b005 pred_lines=377 summary=370,baseline=0.5918918918918918,tvcd=0.581081081081081
|
| 15 |
+
[monitor] a01_b005 pred_lines=305 summary=300,baseline=0.58,tvcd=0.5666666666666667
|
| 16 |
+
[monitor] epoch10_a005_b002 pred_lines=192 summary=190,baseline=0.5157894736842106,tvcd=0.5052631578947369
|
| 17 |
+
[monitor] epoch5_a01_b005 pred_lines=190 summary=190,baseline=0.5105263157894737,tvcd=0.5157894736842106
|
| 18 |
+
[monitor] a025_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 19 |
+
[monitor] a01_b005 pred_lines=365 summary=360,baseline=0.5916666666666667,tvcd=0.5805555555555556
|
| 20 |
+
[monitor] epoch10_a005_b002 pred_lines=247 summary=240,baseline=0.5583333333333333,tvcd=0.5458333333333333
|
| 21 |
+
[monitor] epoch5_a01_b005 pred_lines=244 summary=240,baseline=0.5541666666666667,tvcd=0.5541666666666667
|
| 22 |
+
[monitor] a025_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 23 |
+
[monitor] a01_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 24 |
+
[monitor] epoch10_a005_b002 pred_lines=308 summary=300,baseline=0.58,tvcd=0.56
|
| 25 |
+
[monitor] epoch5_a01_b005 pred_lines=305 summary=300,baseline=0.57,tvcd=0.5666666666666667
|
| 26 |
+
[monitor] a025_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 27 |
+
[monitor] a01_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 28 |
+
[monitor] epoch10_a005_b002 pred_lines=368 summary=360,baseline=0.5916666666666667,tvcd=0.575
|
| 29 |
+
[monitor] epoch5_a01_b005 pred_lines=365 summary=360,baseline=0.5833333333333334,tvcd=0.5805555555555556
|
| 30 |
+
[monitor] a025_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 31 |
+
[monitor] a01_b005 pred_lines=400 summary=400,baseline=0.605,tvcd=0.595
|
| 32 |
+
[monitor] epoch10_a005_b002 pred_lines=400 summary=400,baseline=0.605,tvcd=0.59
|
| 33 |
+
[monitor] epoch5_a01_b005 pred_lines=400 summary=400,baseline=0.5975,tvcd=0.595
|
| 34 |
+
[monitor] subset sweep finished, selecting best config...
|
| 35 |
+
[monitor] best subset config: name=a025_b005 model=/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10 alpha=0.25 beta=0.05 subset_tvcd=0.595 subset_baseline=0.605
|
| 36 |
+
[monitor] launch full eval shard gpu=4 start=0
|
| 37 |
+
[monitor] launch full eval shard gpu=5 start=1000
|
| 38 |
+
[monitor] launch full eval shard gpu=6 start=2000
|
| 39 |
+
[monitor] launch full eval shard gpu=7 start=3000
|
| 40 |
+
[monitor] waiting for full eval pids: 1751297 1751301 1751305 1751309
|
| 41 |
+
{
|
| 42 |
+
"samples_done": 4000,
|
| 43 |
+
"baseline_acc": 0.55325,
|
| 44 |
+
"tvcd_acc": 0.55175,
|
| 45 |
+
"model_path": "/data4/runqing/dLLM-RL/rl_lavida_revvideo_orig10k_4gpu_len128/ckpt/epoch-10",
|
| 46 |
+
"dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
|
| 47 |
+
"use_tvcd": true,
|
| 48 |
+
"cd_alpha": 0.25,
|
| 49 |
+
"cd_beta": 0.05,
|
| 50 |
+
"selected_from_subset": "a025_b005",
|
| 51 |
+
"subset_tvcd_acc": 0.595,
|
| 52 |
+
"subset_baseline_acc": 0.605,
|
| 53 |
+
"shards": [
|
| 54 |
+
{
|
| 55 |
+
"shard": "gpu4",
|
| 56 |
+
"samples_done": 1000,
|
| 57 |
+
"baseline_acc": 0.28,
|
| 58 |
+
"tvcd_acc": 0.279
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"shard": "gpu5",
|
| 62 |
+
"samples_done": 1000,
|
| 63 |
+
"baseline_acc": 0.645,
|
| 64 |
+
"tvcd_acc": 0.646
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
"shard": "gpu6",
|
| 68 |
+
"samples_done": 1000,
|
| 69 |
+
"baseline_acc": 0.644,
|
| 70 |
+
"tvcd_acc": 0.636
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"shard": "gpu7",
|
| 74 |
+
"samples_done": 1000,
|
| 75 |
+
"baseline_acc": 0.644,
|
| 76 |
+
"tvcd_acc": 0.646
|
| 77 |
+
}
|
| 78 |
+
]
|
| 79 |
+
}
|
| 80 |
+
[monitor] full eval complete: /data4/runqing/dLLM-RL/tmp/revvideo_best_tvcd_a025_b005_20260602_223553/merged_summary.json
|
tmp/epoch10_tvcd_grid_every10_400/pids_wave1.txt
ADDED
|
@@ -0,0 +1,4 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
a025_b005 gpu=4 pid=1663960 alpha=0.25 beta=0.05
|
| 2 |
+
a05_b005 gpu=5 pid=1663964 alpha=0.5 beta=0.05
|
| 3 |
+
a05_b01 gpu=6 pid=1663968 alpha=0.5 beta=0.1
|
| 4 |
+
a1_b005 gpu=7 pid=1663972 alpha=1.0 beta=0.05
|
tmp/epoch10_tvcd_grid_every10_400/pids_wave2.txt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
a01_b005 gpu=5 pid=1674775 alpha=0.10 beta=0.05
|
| 2 |
+
a02_b005 gpu=6 pid=1674780 alpha=0.20 beta=0.05
|
| 3 |
+
a025_b01 gpu=7 pid=1674785 alpha=0.25 beta=0.10
|
tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu0/predictions.jsonl
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"sample_idx": 0, "data_id": 0, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "D. Opened the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 2 |
+
{"sample_idx": 1, "data_id": 0, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "C. Took the clothes", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 3 |
+
{"sample_idx": 2, "data_id": 1, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4", "gt_response": "D. the alleyway", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 4 |
+
{"sample_idx": 3, "data_id": 1, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4", "gt_response": "C. the beach", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 5 |
+
{"sample_idx": 4, "data_id": 2, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4", "gt_response": "D. Opened the door", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 6 |
+
{"sample_idx": 5, "data_id": 2, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4", "gt_response": "C. Took the phone/camera", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 7 |
+
{"sample_idx": 6, "data_id": 3, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4", "gt_response": "B. Put down the bag", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 8 |
+
{"sample_idx": 7, "data_id": 3, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4", "gt_response": "A. Closed the door", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 9 |
+
{"sample_idx": 8, "data_id": 4, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4", "gt_response": "B. take up the conical flask", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 10 |
+
{"sample_idx": 9, "data_id": 4, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4", "gt_response": "A. put down the electronic scale", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 11 |
+
{"sample_idx": 10, "data_id": 5, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 12 |
+
{"sample_idx": 11, "data_id": 5, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "B. take up the dropper bottle", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 13 |
+
{"sample_idx": 12, "data_id": 6, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4", "gt_response": "C. the restroom", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 14 |
+
{"sample_idx": 13, "data_id": 6, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4", "gt_response": "B. the beach", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 15 |
+
{"sample_idx": 14, "data_id": 7, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4", "gt_response": "C. Put down the dish", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 16 |
+
{"sample_idx": 15, "data_id": 7, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4", "gt_response": "D. Drank from the cup/glass/bottle", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 17 |
+
{"sample_idx": 16, "data_id": 8, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "E. put down the conical flask", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 18 |
+
{"sample_idx": 17, "data_id": 8, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "A. pour the conical flask", "gt_letter": "A", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
|
| 19 |
+
{"sample_idx": 18, "data_id": 9, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4", "gt_response": "E. take up the reagent bottle", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 20 |
+
{"sample_idx": 19, "data_id": 9, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4", "gt_response": "I. put down the beaker", "gt_letter": "I", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 21 |
+
{"sample_idx": 20, "data_id": 10, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Sat at the table", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 22 |
+
{"sample_idx": 21, "data_id": 10, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Opened the laptop", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 23 |
+
{"sample_idx": 22, "data_id": 11, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 24 |
+
{"sample_idx": 23, "data_id": 11, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4", "gt_response": "C. Sat at the table", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 25 |
+
{"sample_idx": 24, "data_id": 12, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4", "gt_response": "D. the projection room", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 26 |
+
{"sample_idx": 25, "data_id": 12, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4", "gt_response": "A. the classroom", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 27 |
+
{"sample_idx": 26, "data_id": 13, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4", "gt_response": "D. Opened the laptop", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 28 |
+
{"sample_idx": 27, "data_id": 13, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4", "gt_response": "B. Put down the clothes", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 29 |
+
{"sample_idx": 28, "data_id": 14, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4", "gt_response": "C. the elevator", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 30 |
+
{"sample_idx": 29, "data_id": 14, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4", "gt_response": "B. the secretary's office", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 31 |
+
{"sample_idx": 30, "data_id": 15, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "A. put down the jar", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 32 |
+
{"sample_idx": 31, "data_id": 15, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "C. cover the jar with the jar cap", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 33 |
+
{"sample_idx": 32, "data_id": 16, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 34 |
+
{"sample_idx": 33, "data_id": 16, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4", "gt_response": "B. Sat at the table", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 35 |
+
{"sample_idx": 34, "data_id": 17, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4", "gt_response": "A. the town", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 36 |
+
{"sample_idx": 35, "data_id": 17, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4", "gt_response": "D. the mountain", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 37 |
+
{"sample_idx": 36, "data_id": 18, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4", "gt_response": "F. take up the jar cap", "gt_letter": "F", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 38 |
+
{"sample_idx": 37, "data_id": 18, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4", "gt_response": "E. pour the jar", "gt_letter": "E", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 39 |
+
{"sample_idx": 38, "data_id": 19, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4", "gt_response": "A. Took the food", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 40 |
+
{"sample_idx": 39, "data_id": 19, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4", "gt_response": "B. Put down the bag", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 41 |
+
{"sample_idx": 40, "data_id": 20, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "B. Opened the book", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 42 |
+
{"sample_idx": 41, "data_id": 20, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "A. Sat at the table", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 43 |
+
{"sample_idx": 42, "data_id": 21, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4", "gt_response": "E. stir the glass rod", "gt_letter": "E", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
|
| 44 |
+
{"sample_idx": 43, "data_id": 21, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4", "gt_response": "G. take up the beaker", "gt_letter": "G", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 45 |
+
{"sample_idx": 44, "data_id": 22, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4", "gt_response": "B. Opened the closet/cabinet", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 46 |
+
{"sample_idx": 45, "data_id": 22, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4", "gt_response": "A. Put on the clothes", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 47 |
+
{"sample_idx": 46, "data_id": 23, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4", "gt_response": "E. take up the horn tube", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 48 |
+
{"sample_idx": 47, "data_id": 23, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4", "gt_response": "A. screw the iron clamp", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 49 |
+
{"sample_idx": 48, "data_id": 24, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4", "gt_response": "E. uncover the dropper bottle", "gt_letter": "E", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 50 |
+
{"sample_idx": 49, "data_id": 24, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4", "gt_response": "H. take up the dropper bottle", "gt_letter": "H", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 51 |
+
{"sample_idx": 50, "data_id": 25, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "D. the prison", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 52 |
+
{"sample_idx": 51, "data_id": 25, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "C. the courtroom", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 53 |
+
{"sample_idx": 52, "data_id": 26, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4", "gt_response": "D. take up the conical flask", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 54 |
+
{"sample_idx": 53, "data_id": 26, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4", "gt_response": "C. screw the iron clamp", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 55 |
+
{"sample_idx": 54, "data_id": 27, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 56 |
+
{"sample_idx": 55, "data_id": 27, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4", "gt_response": "A. Put down the clothes", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 57 |
+
{"sample_idx": 56, "data_id": 28, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4", "gt_response": "E. put down the jar cap", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 58 |
+
{"sample_idx": 57, "data_id": 28, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4", "gt_response": "A. uncover the jar cap", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 59 |
+
{"sample_idx": 58, "data_id": 29, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4", "gt_response": "E. take up the conical flask", "gt_letter": "E", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 60 |
+
{"sample_idx": 59, "data_id": 29, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4", "gt_response": "C. screw the iron clamp", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 61 |
+
{"sample_idx": 60, "data_id": 30, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "C. the warehouse", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 62 |
+
{"sample_idx": 61, "data_id": 30, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "D. the police station", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 63 |
+
{"sample_idx": 62, "data_id": 31, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4", "gt_response": "G. screw the reagent bottle cap", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 64 |
+
{"sample_idx": 63, "data_id": 31, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4", "gt_response": "B. take up the reagent bottle", "gt_letter": "B", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
|
| 65 |
+
{"sample_idx": 64, "data_id": 32, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4", "gt_response": "D. Took the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 66 |
+
{"sample_idx": 65, "data_id": 32, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4", "gt_response": "C. Sat at the table", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 67 |
+
{"sample_idx": 66, "data_id": 33, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4", "gt_response": "L. take up the glass rod", "gt_letter": "L", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": false, "tvcd_text": "I. put down the reagent bottle", "tvcd_letter": "I", "tvcd_correct": false}
|
| 68 |
+
{"sample_idx": 67, "data_id": 33, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4", "gt_response": "I. put down the reagent bottle", "gt_letter": "I", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 69 |
+
{"sample_idx": 68, "data_id": 34, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4", "gt_response": "E. insert the horn tube", "gt_letter": "E", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
|
| 70 |
+
{"sample_idx": 69, "data_id": 34, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4", "gt_response": "G. take up the horn tube", "gt_letter": "G", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
|
| 71 |
+
{"sample_idx": 70, "data_id": 35, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "G. put down the glass rod", "gt_letter": "G", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 72 |
+
{"sample_idx": 71, "data_id": 35, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "C. stir the glass rod", "gt_letter": "C", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
|
| 73 |
+
{"sample_idx": 72, "data_id": 36, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4", "gt_response": "B. Put down the dish", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 74 |
+
{"sample_idx": 73, "data_id": 36, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4", "gt_response": "B. Tidied up the table", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 75 |
+
{"sample_idx": 74, "data_id": 37, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4", "gt_response": "G. screw the iron clamp", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 76 |
+
{"sample_idx": 75, "data_id": 37, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4", "gt_response": "B. insert the horn tube", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 77 |
+
{"sample_idx": 76, "data_id": 38, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4", "gt_response": "C. the manager's office", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 78 |
+
{"sample_idx": 77, "data_id": 38, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4", "gt_response": "D. the rooftop", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 79 |
+
{"sample_idx": 78, "data_id": 39, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4", "gt_response": "B. put down the reagent bottle", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 80 |
+
{"sample_idx": 79, "data_id": 39, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4", "gt_response": "D. screw the reagent bottle cap", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu0/run.log
ADDED
|
@@ -0,0 +1,279 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu0', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 4 |
+
[eval] output_dir=tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu0
|
| 5 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
|
| 6 |
+
warnings.warn(
|
| 7 |
+
[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
|
| 8 |
+
You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
|
| 9 |
+
You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
|
| 10 |
+
Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
|
| 11 |
+
- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
|
| 12 |
+
- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
|
| 13 |
+
Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
|
| 14 |
+
Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
|
| 15 |
+
Model Class: LlavaLlamaForCausalLM
|
| 16 |
+
[eval] model loaded
|
| 17 |
+
[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
|
| 18 |
+
[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 19 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
|
| 22 |
+
warnings.warn(
|
| 23 |
+
[eval] sample_idx=0 baseline=D
|
| 24 |
+
[eval] sample_idx=0 tvcd=D
|
| 25 |
+
[eval] sample_idx=1 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 26 |
+
[eval] sample_idx=1 baseline=C
|
| 27 |
+
[eval] sample_idx=1 tvcd=C
|
| 28 |
+
[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4
|
| 29 |
+
[eval] sample_idx=2 baseline=D
|
| 30 |
+
[eval] sample_idx=2 tvcd=D
|
| 31 |
+
[eval] sample_idx=3 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4
|
| 32 |
+
[eval] sample_idx=3 baseline=C
|
| 33 |
+
[eval] sample_idx=3 tvcd=C
|
| 34 |
+
[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4
|
| 35 |
+
[eval] sample_idx=4 baseline=D
|
| 36 |
+
[eval] sample_idx=4 tvcd=D
|
| 37 |
+
[eval] sample_idx=5 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4
|
| 38 |
+
[eval] sample_idx=5 baseline=C
|
| 39 |
+
[eval] sample_idx=5 tvcd=C
|
| 40 |
+
[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4
|
| 41 |
+
[eval] sample_idx=6 baseline=B
|
| 42 |
+
[eval] sample_idx=6 tvcd=B
|
| 43 |
+
[eval] sample_idx=7 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4
|
| 44 |
+
[eval] sample_idx=7 baseline=A
|
| 45 |
+
[eval] sample_idx=7 tvcd=A
|
| 46 |
+
[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4
|
| 47 |
+
[eval] sample_idx=8 baseline=A
|
| 48 |
+
[eval] sample_idx=8 tvcd=A
|
| 49 |
+
[eval] sample_idx=9 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4
|
| 50 |
+
[eval] sample_idx=9 baseline=B
|
| 51 |
+
[eval] sample_idx=9 tvcd=B
|
| 52 |
+
{'samples_done': 10, 'baseline_acc': 0.8, 'tvcd_acc': 0.8, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 53 |
+
[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 54 |
+
[eval] sample_idx=10 baseline=B
|
| 55 |
+
[eval] sample_idx=10 tvcd=B
|
| 56 |
+
[eval] sample_idx=11 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 57 |
+
[eval] sample_idx=11 baseline=C
|
| 58 |
+
[eval] sample_idx=11 tvcd=C
|
| 59 |
+
[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4
|
| 60 |
+
[eval] sample_idx=12 baseline=B
|
| 61 |
+
[eval] sample_idx=12 tvcd=B
|
| 62 |
+
[eval] sample_idx=13 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4
|
| 63 |
+
[eval] sample_idx=13 baseline=C
|
| 64 |
+
[eval] sample_idx=13 tvcd=C
|
| 65 |
+
[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4
|
| 66 |
+
[eval] sample_idx=14 baseline=C
|
| 67 |
+
[eval] sample_idx=14 tvcd=C
|
| 68 |
+
[eval] sample_idx=15 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4
|
| 69 |
+
[eval] sample_idx=15 baseline=D
|
| 70 |
+
[eval] sample_idx=15 tvcd=D
|
| 71 |
+
[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 72 |
+
[eval] sample_idx=16 baseline=A
|
| 73 |
+
[eval] sample_idx=16 tvcd=A
|
| 74 |
+
[eval] sample_idx=17 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 75 |
+
[eval] sample_idx=17 baseline=E
|
| 76 |
+
[eval] sample_idx=17 tvcd=E
|
| 77 |
+
[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4
|
| 78 |
+
[eval] sample_idx=18 baseline=A
|
| 79 |
+
[eval] sample_idx=18 tvcd=A
|
| 80 |
+
[eval] sample_idx=19 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4
|
| 81 |
+
[eval] sample_idx=19 baseline=D
|
| 82 |
+
[eval] sample_idx=19 tvcd=D
|
| 83 |
+
{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 84 |
+
[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 85 |
+
[eval] sample_idx=20 baseline=D
|
| 86 |
+
[eval] sample_idx=20 tvcd=D
|
| 87 |
+
[eval] sample_idx=21 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 88 |
+
[eval] sample_idx=21 baseline=D
|
| 89 |
+
[eval] sample_idx=21 tvcd=D
|
| 90 |
+
[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4
|
| 91 |
+
[eval] sample_idx=22 baseline=D
|
| 92 |
+
[eval] sample_idx=22 tvcd=D
|
| 93 |
+
[eval] sample_idx=23 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4
|
| 94 |
+
[eval] sample_idx=23 baseline=C
|
| 95 |
+
[eval] sample_idx=23 tvcd=C
|
| 96 |
+
[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4
|
| 97 |
+
[eval] sample_idx=24 baseline=A
|
| 98 |
+
[eval] sample_idx=24 tvcd=A
|
| 99 |
+
[eval] sample_idx=25 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4
|
| 100 |
+
[eval] sample_idx=25 baseline=A
|
| 101 |
+
[eval] sample_idx=25 tvcd=A
|
| 102 |
+
[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4
|
| 103 |
+
[eval] sample_idx=26 baseline=D
|
| 104 |
+
[eval] sample_idx=26 tvcd=D
|
| 105 |
+
[eval] sample_idx=27 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4
|
| 106 |
+
[eval] sample_idx=27 baseline=A
|
| 107 |
+
[eval] sample_idx=27 tvcd=A
|
| 108 |
+
[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4
|
| 109 |
+
[eval] sample_idx=28 baseline=C
|
| 110 |
+
[eval] sample_idx=28 tvcd=C
|
| 111 |
+
[eval] sample_idx=29 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4
|
| 112 |
+
[eval] sample_idx=29 baseline=B
|
| 113 |
+
[eval] sample_idx=29 tvcd=B
|
| 114 |
+
{'samples_done': 30, 'baseline_acc': 0.6, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 115 |
+
[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 116 |
+
[eval] sample_idx=30 baseline=C
|
| 117 |
+
[eval] sample_idx=30 tvcd=C
|
| 118 |
+
[eval] sample_idx=31 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 119 |
+
[eval] sample_idx=31 baseline=A
|
| 120 |
+
[eval] sample_idx=31 tvcd=A
|
| 121 |
+
[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4
|
| 122 |
+
[eval] sample_idx=32 baseline=D
|
| 123 |
+
[eval] sample_idx=32 tvcd=D
|
| 124 |
+
[eval] sample_idx=33 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4
|
| 125 |
+
[eval] sample_idx=33 baseline=B
|
| 126 |
+
[eval] sample_idx=33 tvcd=B
|
| 127 |
+
[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4
|
| 128 |
+
[eval] sample_idx=34 baseline=A
|
| 129 |
+
[eval] sample_idx=34 tvcd=A
|
| 130 |
+
[eval] sample_idx=35 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4
|
| 131 |
+
[eval] sample_idx=35 baseline=A
|
| 132 |
+
[eval] sample_idx=35 tvcd=A
|
| 133 |
+
[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4
|
| 134 |
+
[eval] sample_idx=36 baseline=D
|
| 135 |
+
[eval] sample_idx=36 tvcd=D
|
| 136 |
+
[eval] sample_idx=37 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4
|
| 137 |
+
[eval] sample_idx=37 baseline=B
|
| 138 |
+
[eval] sample_idx=37 tvcd=B
|
| 139 |
+
[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4
|
| 140 |
+
[eval] sample_idx=38 baseline=C
|
| 141 |
+
[eval] sample_idx=38 tvcd=C
|
| 142 |
+
[eval] sample_idx=39 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4
|
| 143 |
+
[eval] sample_idx=39 baseline=C
|
| 144 |
+
[eval] sample_idx=39 tvcd=C
|
| 145 |
+
{'samples_done': 40, 'baseline_acc': 0.525, 'tvcd_acc': 0.525, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 146 |
+
[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 147 |
+
[eval] sample_idx=40 baseline=B
|
| 148 |
+
[eval] sample_idx=40 tvcd=B
|
| 149 |
+
[eval] sample_idx=41 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 150 |
+
[eval] sample_idx=41 baseline=A
|
| 151 |
+
[eval] sample_idx=41 tvcd=A
|
| 152 |
+
[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4
|
| 153 |
+
[eval] sample_idx=42 baseline=G
|
| 154 |
+
[eval] sample_idx=42 tvcd=G
|
| 155 |
+
[eval] sample_idx=43 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4
|
| 156 |
+
[eval] sample_idx=43 baseline=D
|
| 157 |
+
[eval] sample_idx=43 tvcd=D
|
| 158 |
+
[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4
|
| 159 |
+
[eval] sample_idx=44 baseline=B
|
| 160 |
+
[eval] sample_idx=44 tvcd=B
|
| 161 |
+
[eval] sample_idx=45 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4
|
| 162 |
+
[eval] sample_idx=45 baseline=A
|
| 163 |
+
[eval] sample_idx=45 tvcd=A
|
| 164 |
+
[eval] sample_idx=46 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 165 |
+
[eval] sample_idx=46 baseline=A
|
| 166 |
+
[eval] sample_idx=46 tvcd=A
|
| 167 |
+
[eval] sample_idx=47 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 168 |
+
[eval] sample_idx=47 baseline=D
|
| 169 |
+
[eval] sample_idx=47 tvcd=D
|
| 170 |
+
[eval] sample_idx=48 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4
|
| 171 |
+
[eval] sample_idx=48 baseline=D
|
| 172 |
+
[eval] sample_idx=48 tvcd=D
|
| 173 |
+
[eval] sample_idx=49 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4
|
| 174 |
+
[eval] sample_idx=49 baseline=D
|
| 175 |
+
[eval] sample_idx=49 tvcd=D
|
| 176 |
+
{'samples_done': 50, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 177 |
+
[eval] sample_idx=50 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 178 |
+
[eval] sample_idx=50 baseline=A
|
| 179 |
+
[eval] sample_idx=50 tvcd=A
|
| 180 |
+
[eval] sample_idx=51 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 181 |
+
[eval] sample_idx=51 baseline=C
|
| 182 |
+
[eval] sample_idx=51 tvcd=C
|
| 183 |
+
[eval] sample_idx=52 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4
|
| 184 |
+
[eval] sample_idx=52 baseline=C
|
| 185 |
+
[eval] sample_idx=52 tvcd=C
|
| 186 |
+
[eval] sample_idx=53 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4
|
| 187 |
+
[eval] sample_idx=53 baseline=D
|
| 188 |
+
[eval] sample_idx=53 tvcd=D
|
| 189 |
+
[eval] sample_idx=54 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4
|
| 190 |
+
[eval] sample_idx=54 baseline=B
|
| 191 |
+
[eval] sample_idx=54 tvcd=B
|
| 192 |
+
[eval] sample_idx=55 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4
|
| 193 |
+
[eval] sample_idx=55 baseline=A
|
| 194 |
+
[eval] sample_idx=55 tvcd=A
|
| 195 |
+
[eval] sample_idx=56 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4
|
| 196 |
+
[eval] sample_idx=56 baseline=A
|
| 197 |
+
[eval] sample_idx=56 tvcd=A
|
| 198 |
+
[eval] sample_idx=57 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4
|
| 199 |
+
[eval] sample_idx=57 baseline=C
|
| 200 |
+
[eval] sample_idx=57 tvcd=C
|
| 201 |
+
[eval] sample_idx=58 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4
|
| 202 |
+
[eval] sample_idx=58 baseline=C
|
| 203 |
+
[eval] sample_idx=58 tvcd=C
|
| 204 |
+
[eval] sample_idx=59 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4
|
| 205 |
+
[eval] sample_idx=59 baseline=D
|
| 206 |
+
[eval] sample_idx=59 tvcd=D
|
| 207 |
+
{'samples_done': 60, 'baseline_acc': 0.45, 'tvcd_acc': 0.45, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 208 |
+
[eval] sample_idx=60 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 209 |
+
[eval] sample_idx=60 baseline=C
|
| 210 |
+
[eval] sample_idx=60 tvcd=C
|
| 211 |
+
[eval] sample_idx=61 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 212 |
+
[eval] sample_idx=61 baseline=D
|
| 213 |
+
[eval] sample_idx=61 tvcd=D
|
| 214 |
+
[eval] sample_idx=62 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4
|
| 215 |
+
[eval] sample_idx=62 baseline=B
|
| 216 |
+
[eval] sample_idx=62 tvcd=B
|
| 217 |
+
[eval] sample_idx=63 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4
|
| 218 |
+
[eval] sample_idx=63 baseline=G
|
| 219 |
+
[eval] sample_idx=63 tvcd=G
|
| 220 |
+
[eval] sample_idx=64 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4
|
| 221 |
+
[eval] sample_idx=64 baseline=D
|
| 222 |
+
[eval] sample_idx=64 tvcd=D
|
| 223 |
+
[eval] sample_idx=65 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4
|
| 224 |
+
[eval] sample_idx=65 baseline=C
|
| 225 |
+
[eval] sample_idx=65 tvcd=C
|
| 226 |
+
[eval] sample_idx=66 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4
|
| 227 |
+
[eval] sample_idx=66 baseline=I
|
| 228 |
+
[eval] sample_idx=66 tvcd=I. put down the reagent bottle
|
| 229 |
+
[eval] sample_idx=67 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4
|
| 230 |
+
[eval] sample_idx=67 baseline=A
|
| 231 |
+
[eval] sample_idx=67 tvcd=A
|
| 232 |
+
[eval] sample_idx=68 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4
|
| 233 |
+
[eval] sample_idx=68 baseline=G
|
| 234 |
+
[eval] sample_idx=68 tvcd=G
|
| 235 |
+
[eval] sample_idx=69 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4
|
| 236 |
+
[eval] sample_idx=69 baseline=E
|
| 237 |
+
[eval] sample_idx=69 tvcd=E
|
| 238 |
+
{'samples_done': 70, 'baseline_acc': 0.44285714285714284, 'tvcd_acc': 0.44285714285714284, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 239 |
+
[eval] sample_idx=70 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 240 |
+
[eval] sample_idx=70 baseline=C
|
| 241 |
+
[eval] sample_idx=70 tvcd=C
|
| 242 |
+
[eval] sample_idx=71 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 243 |
+
[eval] sample_idx=71 baseline=G
|
| 244 |
+
[eval] sample_idx=71 tvcd=G
|
| 245 |
+
[eval] sample_idx=72 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4
|
| 246 |
+
[eval] sample_idx=72 baseline=C
|
| 247 |
+
[eval] sample_idx=72 tvcd=C
|
| 248 |
+
[eval] sample_idx=73 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4
|
| 249 |
+
[eval] sample_idx=73 baseline=D
|
| 250 |
+
[eval] sample_idx=73 tvcd=D
|
| 251 |
+
[eval] sample_idx=74 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4
|
| 252 |
+
[eval] sample_idx=74 baseline=B
|
| 253 |
+
[eval] sample_idx=74 tvcd=B
|
| 254 |
+
[eval] sample_idx=75 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4
|
| 255 |
+
[eval] sample_idx=75 baseline=B
|
| 256 |
+
[eval] sample_idx=75 tvcd=B
|
| 257 |
+
[eval] sample_idx=76 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4
|
| 258 |
+
[eval] sample_idx=76 baseline=C
|
| 259 |
+
[eval] sample_idx=76 tvcd=C
|
| 260 |
+
[eval] sample_idx=77 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4
|
| 261 |
+
[eval] sample_idx=77 baseline=C
|
| 262 |
+
[eval] sample_idx=77 tvcd=C
|
| 263 |
+
[eval] sample_idx=78 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4
|
| 264 |
+
[eval] sample_idx=78 baseline=D
|
| 265 |
+
[eval] sample_idx=78 tvcd=D
|
| 266 |
+
[eval] sample_idx=79 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4
|
| 267 |
+
[eval] sample_idx=79 baseline=B
|
| 268 |
+
[eval] sample_idx=79 tvcd=B
|
| 269 |
+
{'samples_done': 80, 'baseline_acc': 0.4125, 'tvcd_acc': 0.4125, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 270 |
+
{
|
| 271 |
+
"samples_done": 80,
|
| 272 |
+
"baseline_acc": 0.4125,
|
| 273 |
+
"tvcd_acc": 0.4125,
|
| 274 |
+
"model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
|
| 275 |
+
"dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
|
| 276 |
+
"use_tvcd": true,
|
| 277 |
+
"cd_alpha": 0.25,
|
| 278 |
+
"cd_beta": 0.0
|
| 279 |
+
}
|
tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu0/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 80,
|
| 3 |
+
"baseline_acc": 0.4125,
|
| 4 |
+
"tvcd_acc": 0.4125,
|
| 5 |
+
"model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 0.25,
|
| 9 |
+
"cd_beta": 0.0
|
| 10 |
+
}
|
tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu1/predictions.jsonl
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"sample_idx": 1000, "data_id": 1741, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4", "gt_response": "A. Put down the shoe", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 2 |
+
{"sample_idx": 1001, "data_id": 1741, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4", "gt_response": "B. Lying on the floor", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 3 |
+
{"sample_idx": 1002, "data_id": 1742, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4", "gt_response": "C. A white cup with red rim", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 4 |
+
{"sample_idx": 1003, "data_id": 1742, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4", "gt_response": "B. A white cup with brown rim", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 5 |
+
{"sample_idx": 1004, "data_id": 1743, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4", "gt_response": "B. Walks around the room", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 6 |
+
{"sample_idx": 1005, "data_id": 1743, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4", "gt_response": "B. To rejoin the group", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 7 |
+
{"sample_idx": 1006, "data_id": 1744, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4", "gt_response": "B. Purple sphere collides with cyan sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 8 |
+
{"sample_idx": 1007, "data_id": 1744, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4", "gt_response": "A. Yellow object is removed", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 9 |
+
{"sample_idx": 1008, "data_id": 1745, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4", "gt_response": "B. The brown cube and the yellow cylinder collide", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 10 |
+
{"sample_idx": 1009, "data_id": 1745, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4", "gt_response": "B. The absence of the brown cylinder", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 11 |
+
{"sample_idx": 1010, "data_id": 1746, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4", "gt_response": "C. The video transitions to a black screen", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 12 |
+
{"sample_idx": 1011, "data_id": 1746, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4", "gt_response": "C. The video transitions to a black screen", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 13 |
+
{"sample_idx": 1012, "data_id": 1747, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4", "gt_response": "B. Put it down", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 14 |
+
{"sample_idx": 1013, "data_id": 1747, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4", "gt_response": "C. Burned it", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 15 |
+
{"sample_idx": 1014, "data_id": 1748, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4", "gt_response": "D. The bed with the person under the blanket", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 16 |
+
{"sample_idx": 1015, "data_id": 1748, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4", "gt_response": "A. The man taking photos", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 17 |
+
{"sample_idx": 1016, "data_id": 1749, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4", "gt_response": "C. get another ball.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 18 |
+
{"sample_idx": 1017, "data_id": 1749, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4", "gt_response": "C. bend down to pick up something", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 19 |
+
{"sample_idx": 1018, "data_id": 1750, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4", "gt_response": "A. showed it to the camera.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 20 |
+
{"sample_idx": 1019, "data_id": 1750, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4", "gt_response": "A. took the keychain out of the packaging.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 21 |
+
{"sample_idx": 1020, "data_id": 1751, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4", "gt_response": "A. The mixture changes color", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 22 |
+
{"sample_idx": 1021, "data_id": 1751, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4", "gt_response": "B. The addition of dark red paste", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 23 |
+
{"sample_idx": 1022, "data_id": 1752, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4", "gt_response": "D. Cutting chicken", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 24 |
+
{"sample_idx": 1023, "data_id": 1752, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4", "gt_response": "A. To add flavor", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 25 |
+
{"sample_idx": 1024, "data_id": 1753, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4", "gt_response": "B. To prevent sticking", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 26 |
+
{"sample_idx": 1025, "data_id": 1753, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4", "gt_response": "B. Spray the skillet with oil", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 27 |
+
{"sample_idx": 1026, "data_id": 1754, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4", "gt_response": "A. It creates a bright path of light on the floor", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 28 |
+
{"sample_idx": 1027, "data_id": 1754, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4", "gt_response": "B. Sunlight enters through an open door", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 29 |
+
{"sample_idx": 1028, "data_id": 1755, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4", "gt_response": "C. The clothes.", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 30 |
+
{"sample_idx": 1029, "data_id": 1755, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4", "gt_response": "C. The clothes.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 31 |
+
{"sample_idx": 1030, "data_id": 1756, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4", "gt_response": "C. The rider makes sharp turns and kicks up dirt", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 32 |
+
{"sample_idx": 1031, "data_id": 1756, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4", "gt_response": "A. The rider ascended a steep dirt hill", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 33 |
+
{"sample_idx": 1032, "data_id": 1757, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4", "gt_response": "D. The dish.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 34 |
+
{"sample_idx": 1033, "data_id": 1757, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4", "gt_response": "D. The dish.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 35 |
+
{"sample_idx": 1034, "data_id": 1758, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4", "gt_response": "B. The video transitions to a completely black screen", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 36 |
+
{"sample_idx": 1035, "data_id": 1758, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4", "gt_response": "B. The person releases the bowling ball", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 37 |
+
{"sample_idx": 1036, "data_id": 1759, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4", "gt_response": "B. The colors become more blended and smooth", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 38 |
+
{"sample_idx": 1037, "data_id": 1759, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4", "gt_response": "B. Using the cotton swab", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 39 |
+
{"sample_idx": 1038, "data_id": 1760, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4", "gt_response": "A. the purple metal cube's colliding with the cyan object", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 40 |
+
{"sample_idx": 1039, "data_id": 1760, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4", "gt_response": "C. the sphere's entrance", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 41 |
+
{"sample_idx": 1040, "data_id": 1761, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4", "gt_response": "A. Demonstrating how the device works", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 42 |
+
{"sample_idx": 1041, "data_id": 1761, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4", "gt_response": "D. Calibrating the device", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 43 |
+
{"sample_idx": 1042, "data_id": 1762, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4", "gt_response": "B. The lid fits snugly over the box", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 44 |
+
{"sample_idx": 1043, "data_id": 1762, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4", "gt_response": "B. The lid is positioned over the box", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 45 |
+
{"sample_idx": 1044, "data_id": 1763, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4", "gt_response": "B. Water splashes dramatically in the air", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 46 |
+
{"sample_idx": 1045, "data_id": 1763, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4", "gt_response": "B. A planned performance routine", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 47 |
+
{"sample_idx": 1046, "data_id": 1764, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4", "gt_response": "A. To signal turns or directional adjustments", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 48 |
+
{"sample_idx": 1047, "data_id": 1764, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4", "gt_response": "C. Adjusting the camera angle", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 49 |
+
{"sample_idx": 1048, "data_id": 1765, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4", "gt_response": "B. To ensure even mixing", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 50 |
+
{"sample_idx": 1049, "data_id": 1765, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4", "gt_response": "B. To ensure even mixing", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 51 |
+
{"sample_idx": 1050, "data_id": 1766, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4", "gt_response": "B. They become uniformly coated with the dark brown marinade", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 52 |
+
{"sample_idx": 1051, "data_id": 1766, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4", "gt_response": "B. The marinade was thoroughly mixed with the chicken pieces", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 53 |
+
{"sample_idx": 1052, "data_id": 1767, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4", "gt_response": "C. The person might pretend to clap four times.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 54 |
+
{"sample_idx": 1053, "data_id": 1767, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4", "gt_response": "B. The person was preparing to clap.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 55 |
+
{"sample_idx": 1054, "data_id": 1768, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4", "gt_response": "A. Wrought Iron", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 56 |
+
{"sample_idx": 1055, "data_id": 1768, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4", "gt_response": "C. Hurricane", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 57 |
+
{"sample_idx": 1056, "data_id": 1769, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4", "gt_response": "E. coax the baby to sleep.", "gt_letter": "E", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 58 |
+
{"sample_idx": 1057, "data_id": 1769, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4", "gt_response": "E. coax the baby to sleep.", "gt_letter": "E", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": true, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
|
| 59 |
+
{"sample_idx": 1058, "data_id": 1770, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4", "gt_response": "C. The egg starts to blend with the rice and vegetables, with the yolk becoming less distinct", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 60 |
+
{"sample_idx": 1059, "data_id": 1770, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4", "gt_response": "C. The egg is stirred with the rice and vegetables", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 61 |
+
{"sample_idx": 1060, "data_id": 1771, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4", "gt_response": "B. The mixture will be uneven", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 62 |
+
{"sample_idx": 1061, "data_id": 1771, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4", "gt_response": "B. Scrape the sides of the processor", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 63 |
+
{"sample_idx": 1062, "data_id": 1772, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4", "gt_response": "D. Quickly and aggressively", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 64 |
+
{"sample_idx": 1063, "data_id": 1772, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4", "gt_response": "A. It is trained for rodeo events", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 65 |
+
{"sample_idx": 1064, "data_id": 1773, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4", "gt_response": "B. 'Troubleshoot Common Errors in the Olympic Lifts'", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 66 |
+
{"sample_idx": 1065, "data_id": 1773, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4", "gt_response": "D. A title card showing the gym's logo", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 67 |
+
{"sample_idx": 1066, "data_id": 1774, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4", "gt_response": "A. To show the different steps of using mouthwash", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 68 |
+
{"sample_idx": 1067, "data_id": 1774, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4", "gt_response": "A. She needs to demonstrate its usage", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 69 |
+
{"sample_idx": 1068, "data_id": 1775, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4", "gt_response": "A. Places it into a red crate", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 70 |
+
{"sample_idx": 1069, "data_id": 1775, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4", "gt_response": "B. Examines it closely", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 71 |
+
{"sample_idx": 1070, "data_id": 1776, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4", "gt_response": "C. To maintain focus on the snowboarder", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 72 |
+
{"sample_idx": 1071, "data_id": 1776, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4", "gt_response": "C. Move closer to the snowboarder", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 73 |
+
{"sample_idx": 1072, "data_id": 1777, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4", "gt_response": "B. He folds the bicycle frame", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 74 |
+
{"sample_idx": 1073, "data_id": 1777, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4", "gt_response": "B. He detaches the front wheel", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 75 |
+
{"sample_idx": 1074, "data_id": 1778, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4", "gt_response": "C. Closer to the chair", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 76 |
+
{"sample_idx": 1075, "data_id": 1778, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4", "gt_response": "C. To adjust the chair", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 77 |
+
{"sample_idx": 1076, "data_id": 1779, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4", "gt_response": "A. The pen had a cap on", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 78 |
+
{"sample_idx": 1077, "data_id": 1779, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4", "gt_response": "A. The pen had a cap on", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 79 |
+
{"sample_idx": 1078, "data_id": 1780, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4", "gt_response": "D. Took the shoe.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 80 |
+
{"sample_idx": 1079, "data_id": 1780, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4", "gt_response": "D. Put down the clothes.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu1/run.log
ADDED
|
@@ -0,0 +1,279 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu1', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 1000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 4 |
+
[eval] output_dir=tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu1
|
| 5 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
|
| 6 |
+
warnings.warn(
|
| 7 |
+
[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
|
| 8 |
+
You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
|
| 9 |
+
You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
|
| 10 |
+
Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
|
| 11 |
+
- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
|
| 12 |
+
- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
|
| 13 |
+
Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
|
| 14 |
+
Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
|
| 15 |
+
Model Class: LlavaLlamaForCausalLM
|
| 16 |
+
[eval] model loaded
|
| 17 |
+
[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
|
| 18 |
+
[eval] sample_idx=1000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
|
| 19 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
|
| 22 |
+
warnings.warn(
|
| 23 |
+
[eval] sample_idx=1000 baseline=B
|
| 24 |
+
[eval] sample_idx=1000 tvcd=B
|
| 25 |
+
[eval] sample_idx=1001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
|
| 26 |
+
[eval] sample_idx=1001 baseline=A
|
| 27 |
+
[eval] sample_idx=1001 tvcd=A
|
| 28 |
+
[eval] sample_idx=1002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4
|
| 29 |
+
[eval] sample_idx=1002 baseline=A
|
| 30 |
+
[eval] sample_idx=1002 tvcd=A
|
| 31 |
+
[eval] sample_idx=1003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4
|
| 32 |
+
[eval] sample_idx=1003 baseline=A
|
| 33 |
+
[eval] sample_idx=1003 tvcd=A
|
| 34 |
+
[eval] sample_idx=1004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4
|
| 35 |
+
[eval] sample_idx=1004 baseline=A
|
| 36 |
+
[eval] sample_idx=1004 tvcd=A
|
| 37 |
+
[eval] sample_idx=1005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4
|
| 38 |
+
[eval] sample_idx=1005 baseline=B
|
| 39 |
+
[eval] sample_idx=1005 tvcd=B
|
| 40 |
+
[eval] sample_idx=1006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4
|
| 41 |
+
[eval] sample_idx=1006 baseline=C
|
| 42 |
+
[eval] sample_idx=1006 tvcd=C
|
| 43 |
+
[eval] sample_idx=1007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4
|
| 44 |
+
[eval] sample_idx=1007 baseline=C
|
| 45 |
+
[eval] sample_idx=1007 tvcd=C
|
| 46 |
+
[eval] sample_idx=1008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4
|
| 47 |
+
[eval] sample_idx=1008 baseline=C
|
| 48 |
+
[eval] sample_idx=1008 tvcd=C
|
| 49 |
+
[eval] sample_idx=1009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4
|
| 50 |
+
[eval] sample_idx=1009 baseline=A
|
| 51 |
+
[eval] sample_idx=1009 tvcd=A
|
| 52 |
+
{'samples_done': 10, 'baseline_acc': 0.1, 'tvcd_acc': 0.1, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 53 |
+
[eval] sample_idx=1010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
|
| 54 |
+
[eval] sample_idx=1010 baseline=A
|
| 55 |
+
[eval] sample_idx=1010 tvcd=A
|
| 56 |
+
[eval] sample_idx=1011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
|
| 57 |
+
[eval] sample_idx=1011 baseline=A
|
| 58 |
+
[eval] sample_idx=1011 tvcd=A
|
| 59 |
+
[eval] sample_idx=1012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4
|
| 60 |
+
[eval] sample_idx=1012 baseline=B
|
| 61 |
+
[eval] sample_idx=1012 tvcd=B
|
| 62 |
+
[eval] sample_idx=1013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4
|
| 63 |
+
[eval] sample_idx=1013 baseline=B
|
| 64 |
+
[eval] sample_idx=1013 tvcd=B
|
| 65 |
+
[eval] sample_idx=1014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4
|
| 66 |
+
[eval] sample_idx=1014 baseline=A
|
| 67 |
+
[eval] sample_idx=1014 tvcd=A
|
| 68 |
+
[eval] sample_idx=1015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4
|
| 69 |
+
[eval] sample_idx=1015 baseline=A
|
| 70 |
+
[eval] sample_idx=1015 tvcd=A
|
| 71 |
+
[eval] sample_idx=1016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4
|
| 72 |
+
[eval] sample_idx=1016 baseline=A
|
| 73 |
+
[eval] sample_idx=1016 tvcd=A
|
| 74 |
+
[eval] sample_idx=1017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4
|
| 75 |
+
[eval] sample_idx=1017 baseline=A
|
| 76 |
+
[eval] sample_idx=1017 tvcd=A
|
| 77 |
+
[eval] sample_idx=1018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4
|
| 78 |
+
[eval] sample_idx=1018 baseline=A
|
| 79 |
+
[eval] sample_idx=1018 tvcd=A
|
| 80 |
+
[eval] sample_idx=1019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4
|
| 81 |
+
[eval] sample_idx=1019 baseline=A
|
| 82 |
+
[eval] sample_idx=1019 tvcd=A
|
| 83 |
+
{'samples_done': 20, 'baseline_acc': 0.25, 'tvcd_acc': 0.25, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 84 |
+
[eval] sample_idx=1020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
|
| 85 |
+
[eval] sample_idx=1020 baseline=A
|
| 86 |
+
[eval] sample_idx=1020 tvcd=A
|
| 87 |
+
[eval] sample_idx=1021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
|
| 88 |
+
[eval] sample_idx=1021 baseline=B
|
| 89 |
+
[eval] sample_idx=1021 tvcd=B
|
| 90 |
+
[eval] sample_idx=1022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4
|
| 91 |
+
[eval] sample_idx=1022 baseline=C
|
| 92 |
+
[eval] sample_idx=1022 tvcd=C
|
| 93 |
+
[eval] sample_idx=1023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4
|
| 94 |
+
[eval] sample_idx=1023 baseline=B
|
| 95 |
+
[eval] sample_idx=1023 tvcd=B
|
| 96 |
+
[eval] sample_idx=1024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4
|
| 97 |
+
[eval] sample_idx=1024 baseline=B
|
| 98 |
+
[eval] sample_idx=1024 tvcd=B
|
| 99 |
+
[eval] sample_idx=1025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4
|
| 100 |
+
[eval] sample_idx=1025 baseline=B
|
| 101 |
+
[eval] sample_idx=1025 tvcd=B
|
| 102 |
+
[eval] sample_idx=1026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4
|
| 103 |
+
[eval] sample_idx=1026 baseline=A
|
| 104 |
+
[eval] sample_idx=1026 tvcd=A
|
| 105 |
+
[eval] sample_idx=1027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4
|
| 106 |
+
[eval] sample_idx=1027 baseline=B
|
| 107 |
+
[eval] sample_idx=1027 tvcd=B
|
| 108 |
+
[eval] sample_idx=1028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4
|
| 109 |
+
[eval] sample_idx=1028 baseline=C
|
| 110 |
+
[eval] sample_idx=1028 tvcd=C
|
| 111 |
+
[eval] sample_idx=1029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4
|
| 112 |
+
[eval] sample_idx=1029 baseline=A
|
| 113 |
+
[eval] sample_idx=1029 tvcd=A
|
| 114 |
+
{'samples_done': 30, 'baseline_acc': 0.4, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 115 |
+
[eval] sample_idx=1030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
|
| 116 |
+
[eval] sample_idx=1030 baseline=D
|
| 117 |
+
[eval] sample_idx=1030 tvcd=D
|
| 118 |
+
[eval] sample_idx=1031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
|
| 119 |
+
[eval] sample_idx=1031 baseline=D
|
| 120 |
+
[eval] sample_idx=1031 tvcd=D
|
| 121 |
+
[eval] sample_idx=1032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4
|
| 122 |
+
[eval] sample_idx=1032 baseline=A
|
| 123 |
+
[eval] sample_idx=1032 tvcd=A
|
| 124 |
+
[eval] sample_idx=1033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4
|
| 125 |
+
[eval] sample_idx=1033 baseline=A
|
| 126 |
+
[eval] sample_idx=1033 tvcd=A
|
| 127 |
+
[eval] sample_idx=1034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4
|
| 128 |
+
[eval] sample_idx=1034 baseline=D
|
| 129 |
+
[eval] sample_idx=1034 tvcd=D
|
| 130 |
+
[eval] sample_idx=1035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4
|
| 131 |
+
[eval] sample_idx=1035 baseline=B
|
| 132 |
+
[eval] sample_idx=1035 tvcd=B
|
| 133 |
+
[eval] sample_idx=1036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4
|
| 134 |
+
[eval] sample_idx=1036 baseline=D
|
| 135 |
+
[eval] sample_idx=1036 tvcd=D
|
| 136 |
+
[eval] sample_idx=1037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4
|
| 137 |
+
[eval] sample_idx=1037 baseline=B
|
| 138 |
+
[eval] sample_idx=1037 tvcd=B
|
| 139 |
+
[eval] sample_idx=1038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4
|
| 140 |
+
[eval] sample_idx=1038 baseline=A
|
| 141 |
+
[eval] sample_idx=1038 tvcd=A
|
| 142 |
+
[eval] sample_idx=1039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4
|
| 143 |
+
[eval] sample_idx=1039 baseline=A
|
| 144 |
+
[eval] sample_idx=1039 tvcd=A
|
| 145 |
+
{'samples_done': 40, 'baseline_acc': 0.375, 'tvcd_acc': 0.375, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 146 |
+
[eval] sample_idx=1040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
|
| 147 |
+
[eval] sample_idx=1040 baseline=C
|
| 148 |
+
[eval] sample_idx=1040 tvcd=C
|
| 149 |
+
[eval] sample_idx=1041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
|
| 150 |
+
[eval] sample_idx=1041 baseline=A
|
| 151 |
+
[eval] sample_idx=1041 tvcd=A
|
| 152 |
+
[eval] sample_idx=1042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4
|
| 153 |
+
[eval] sample_idx=1042 baseline=B
|
| 154 |
+
[eval] sample_idx=1042 tvcd=B
|
| 155 |
+
[eval] sample_idx=1043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4
|
| 156 |
+
[eval] sample_idx=1043 baseline=B
|
| 157 |
+
[eval] sample_idx=1043 tvcd=B
|
| 158 |
+
[eval] sample_idx=1044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4
|
| 159 |
+
[eval] sample_idx=1044 baseline=B
|
| 160 |
+
[eval] sample_idx=1044 tvcd=B
|
| 161 |
+
[eval] sample_idx=1045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4
|
| 162 |
+
[eval] sample_idx=1045 baseline=B
|
| 163 |
+
[eval] sample_idx=1045 tvcd=B
|
| 164 |
+
[eval] sample_idx=1046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4
|
| 165 |
+
[eval] sample_idx=1046 baseline=A
|
| 166 |
+
[eval] sample_idx=1046 tvcd=A
|
| 167 |
+
[eval] sample_idx=1047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4
|
| 168 |
+
[eval] sample_idx=1047 baseline=A
|
| 169 |
+
[eval] sample_idx=1047 tvcd=A
|
| 170 |
+
[eval] sample_idx=1048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4
|
| 171 |
+
[eval] sample_idx=1048 baseline=B
|
| 172 |
+
[eval] sample_idx=1048 tvcd=B
|
| 173 |
+
[eval] sample_idx=1049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4
|
| 174 |
+
[eval] sample_idx=1049 baseline=B
|
| 175 |
+
[eval] sample_idx=1049 tvcd=B
|
| 176 |
+
{'samples_done': 50, 'baseline_acc': 0.44, 'tvcd_acc': 0.44, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 177 |
+
[eval] sample_idx=1050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
|
| 178 |
+
[eval] sample_idx=1050 baseline=B
|
| 179 |
+
[eval] sample_idx=1050 tvcd=B
|
| 180 |
+
[eval] sample_idx=1051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
|
| 181 |
+
[eval] sample_idx=1051 baseline=B
|
| 182 |
+
[eval] sample_idx=1051 tvcd=B
|
| 183 |
+
[eval] sample_idx=1052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4
|
| 184 |
+
[eval] sample_idx=1052 baseline=A
|
| 185 |
+
[eval] sample_idx=1052 tvcd=A
|
| 186 |
+
[eval] sample_idx=1053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4
|
| 187 |
+
[eval] sample_idx=1053 baseline=B
|
| 188 |
+
[eval] sample_idx=1053 tvcd=B
|
| 189 |
+
[eval] sample_idx=1054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4
|
| 190 |
+
[eval] sample_idx=1054 baseline=D
|
| 191 |
+
[eval] sample_idx=1054 tvcd=D
|
| 192 |
+
[eval] sample_idx=1055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4
|
| 193 |
+
[eval] sample_idx=1055 baseline=B
|
| 194 |
+
[eval] sample_idx=1055 tvcd=B
|
| 195 |
+
[eval] sample_idx=1056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4
|
| 196 |
+
[eval] sample_idx=1056 baseline=B
|
| 197 |
+
[eval] sample_idx=1056 tvcd=B
|
| 198 |
+
[eval] sample_idx=1057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4
|
| 199 |
+
[eval] sample_idx=1057 baseline=E
|
| 200 |
+
[eval] sample_idx=1057 tvcd=E
|
| 201 |
+
[eval] sample_idx=1058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4
|
| 202 |
+
[eval] sample_idx=1058 baseline=C
|
| 203 |
+
[eval] sample_idx=1058 tvcd=C
|
| 204 |
+
[eval] sample_idx=1059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4
|
| 205 |
+
[eval] sample_idx=1059 baseline=C
|
| 206 |
+
[eval] sample_idx=1059 tvcd=C
|
| 207 |
+
{'samples_done': 60, 'baseline_acc': 0.4666666666666667, 'tvcd_acc': 0.4666666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 208 |
+
[eval] sample_idx=1060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
|
| 209 |
+
[eval] sample_idx=1060 baseline=B
|
| 210 |
+
[eval] sample_idx=1060 tvcd=B
|
| 211 |
+
[eval] sample_idx=1061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
|
| 212 |
+
[eval] sample_idx=1061 baseline=B
|
| 213 |
+
[eval] sample_idx=1061 tvcd=B
|
| 214 |
+
[eval] sample_idx=1062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4
|
| 215 |
+
[eval] sample_idx=1062 baseline=D
|
| 216 |
+
[eval] sample_idx=1062 tvcd=D
|
| 217 |
+
[eval] sample_idx=1063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4
|
| 218 |
+
[eval] sample_idx=1063 baseline=A
|
| 219 |
+
[eval] sample_idx=1063 tvcd=A
|
| 220 |
+
[eval] sample_idx=1064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4
|
| 221 |
+
[eval] sample_idx=1064 baseline=C
|
| 222 |
+
[eval] sample_idx=1064 tvcd=C
|
| 223 |
+
[eval] sample_idx=1065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4
|
| 224 |
+
[eval] sample_idx=1065 baseline=D
|
| 225 |
+
[eval] sample_idx=1065 tvcd=D
|
| 226 |
+
[eval] sample_idx=1066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4
|
| 227 |
+
[eval] sample_idx=1066 baseline=A
|
| 228 |
+
[eval] sample_idx=1066 tvcd=A
|
| 229 |
+
[eval] sample_idx=1067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4
|
| 230 |
+
[eval] sample_idx=1067 baseline=A
|
| 231 |
+
[eval] sample_idx=1067 tvcd=A
|
| 232 |
+
[eval] sample_idx=1068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4
|
| 233 |
+
[eval] sample_idx=1068 baseline=A
|
| 234 |
+
[eval] sample_idx=1068 tvcd=A
|
| 235 |
+
[eval] sample_idx=1069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4
|
| 236 |
+
[eval] sample_idx=1069 baseline=A
|
| 237 |
+
[eval] sample_idx=1069 tvcd=A
|
| 238 |
+
{'samples_done': 70, 'baseline_acc': 0.5142857142857142, 'tvcd_acc': 0.5142857142857142, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 239 |
+
[eval] sample_idx=1070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
|
| 240 |
+
[eval] sample_idx=1070 baseline=C
|
| 241 |
+
[eval] sample_idx=1070 tvcd=C
|
| 242 |
+
[eval] sample_idx=1071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
|
| 243 |
+
[eval] sample_idx=1071 baseline=C
|
| 244 |
+
[eval] sample_idx=1071 tvcd=C
|
| 245 |
+
[eval] sample_idx=1072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4
|
| 246 |
+
[eval] sample_idx=1072 baseline=D
|
| 247 |
+
[eval] sample_idx=1072 tvcd=D
|
| 248 |
+
[eval] sample_idx=1073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4
|
| 249 |
+
[eval] sample_idx=1073 baseline=B
|
| 250 |
+
[eval] sample_idx=1073 tvcd=B
|
| 251 |
+
[eval] sample_idx=1074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4
|
| 252 |
+
[eval] sample_idx=1074 baseline=C
|
| 253 |
+
[eval] sample_idx=1074 tvcd=C
|
| 254 |
+
[eval] sample_idx=1075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4
|
| 255 |
+
[eval] sample_idx=1075 baseline=A
|
| 256 |
+
[eval] sample_idx=1075 tvcd=A
|
| 257 |
+
[eval] sample_idx=1076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4
|
| 258 |
+
[eval] sample_idx=1076 baseline=C
|
| 259 |
+
[eval] sample_idx=1076 tvcd=C
|
| 260 |
+
[eval] sample_idx=1077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4
|
| 261 |
+
[eval] sample_idx=1077 baseline=C
|
| 262 |
+
[eval] sample_idx=1077 tvcd=C
|
| 263 |
+
[eval] sample_idx=1078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4
|
| 264 |
+
[eval] sample_idx=1078 baseline=D
|
| 265 |
+
[eval] sample_idx=1078 tvcd=D
|
| 266 |
+
[eval] sample_idx=1079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4
|
| 267 |
+
[eval] sample_idx=1079 baseline=D
|
| 268 |
+
[eval] sample_idx=1079 tvcd=D
|
| 269 |
+
{'samples_done': 80, 'baseline_acc': 0.525, 'tvcd_acc': 0.525, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 270 |
+
{
|
| 271 |
+
"samples_done": 80,
|
| 272 |
+
"baseline_acc": 0.525,
|
| 273 |
+
"tvcd_acc": 0.525,
|
| 274 |
+
"model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
|
| 275 |
+
"dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
|
| 276 |
+
"use_tvcd": true,
|
| 277 |
+
"cd_alpha": 0.25,
|
| 278 |
+
"cd_beta": 0.0
|
| 279 |
+
}
|
tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu1/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 80,
|
| 3 |
+
"baseline_acc": 0.525,
|
| 4 |
+
"tvcd_acc": 0.525,
|
| 5 |
+
"model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 0.25,
|
| 9 |
+
"cd_beta": 0.0
|
| 10 |
+
}
|
tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu2/predictions.jsonl
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"sample_idx": 2000, "data_id": 2241, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4", "gt_response": "A. The sphere collides with the purple cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 2 |
+
{"sample_idx": 2001, "data_id": 2241, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4", "gt_response": "B. The sphere's initial trajectory", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 3 |
+
{"sample_idx": 2002, "data_id": 2242, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4", "gt_response": "B. D", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 4 |
+
{"sample_idx": 2003, "data_id": 2242, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4", "gt_response": "A. Writing the word 'BAD'", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 5 |
+
{"sample_idx": 2004, "data_id": 2243, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4", "gt_response": "C. To look at the American flag", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 6 |
+
{"sample_idx": 2005, "data_id": 2243, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4", "gt_response": "C. To look at the American flag", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 7 |
+
{"sample_idx": 2006, "data_id": 2244, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4", "gt_response": "A. Sprinting towards the goal, executing passes, and forming tactical formations", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 8 |
+
{"sample_idx": 2007, "data_id": 2244, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4", "gt_response": "D. Conducting post-game recovery drills", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 9 |
+
{"sample_idx": 2008, "data_id": 2245, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4", "gt_response": "B. It provides dynamic views of the ride, including close-ups of the individual", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 10 |
+
{"sample_idx": 2009, "data_id": 2245, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4", "gt_response": "B. Dynamic views of the ride", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 11 |
+
{"sample_idx": 2010, "data_id": 2246, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4", "gt_response": "C. Outwards to cover more of the tray", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 12 |
+
{"sample_idx": 2011, "data_id": 2246, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4", "gt_response": "B. The dough was pressed onto the tray", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 13 |
+
{"sample_idx": 2012, "data_id": 2247, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4", "gt_response": "B. They ate the sandwich.", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 14 |
+
{"sample_idx": 2013, "data_id": 2247, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4", "gt_response": "B. They brought it to their mouth.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 15 |
+
{"sample_idx": 2014, "data_id": 2248, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4", "gt_response": "C. The blue object's collision with the cyan sphere", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 16 |
+
{"sample_idx": 2015, "data_id": 2248, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4", "gt_response": "A. Remove the blue sphere", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 17 |
+
{"sample_idx": 2016, "data_id": 2249, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4", "gt_response": "B. The participants retrieve their robots", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 18 |
+
{"sample_idx": 2017, "data_id": 2249, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4", "gt_response": "B. To prepare for the next match", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 19 |
+
{"sample_idx": 2018, "data_id": 2250, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4", "gt_response": "B. They stir it carefully", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 20 |
+
{"sample_idx": 2019, "data_id": 2250, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4", "gt_response": "A. To ensure even mixing", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 21 |
+
{"sample_idx": 2020, "data_id": 2251, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4", "gt_response": "C. Took the food.", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 22 |
+
{"sample_idx": 2021, "data_id": 2251, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4", "gt_response": "B. Opening the container", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 23 |
+
{"sample_idx": 2022, "data_id": 2252, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4", "gt_response": "C. Right", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 24 |
+
{"sample_idx": 2023, "data_id": 2252, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4", "gt_response": "B. Stepping away from the table", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 25 |
+
{"sample_idx": 2024, "data_id": 2253, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4", "gt_response": "C. the gray cube's entering the scene", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 26 |
+
{"sample_idx": 2025, "data_id": 2253, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4", "gt_response": "A. the yellow cube's colliding with the sphere", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 27 |
+
{"sample_idx": 2026, "data_id": 2254, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4", "gt_response": "B. The brown cylinder collides with the brown cube", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 28 |
+
{"sample_idx": 2027, "data_id": 2254, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4", "gt_response": "B. The brown cube starts moving toward the brown cylinder", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 29 |
+
{"sample_idx": 2028, "data_id": 2255, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4", "gt_response": "A. It becomes smoother and more elastic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 30 |
+
{"sample_idx": 2029, "data_id": 2255, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4", "gt_response": "C. Adding flour", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 31 |
+
{"sample_idx": 2030, "data_id": 2256, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4", "gt_response": "D. The kiwi is mashed and its juice is extracted", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 32 |
+
{"sample_idx": 2031, "data_id": 2256, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4", "gt_response": "A. The kiwi is cut and placed in a sieve", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 33 |
+
{"sample_idx": 2032, "data_id": 2257, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4", "gt_response": "B. The yellow sphere's entrance", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 34 |
+
{"sample_idx": 2033, "data_id": 2257, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4", "gt_response": "C. The yellow sphere's colliding with the rubber sphere", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 35 |
+
{"sample_idx": 2034, "data_id": 2258, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4", "gt_response": "B. The purple cylinder and the cyan object collide", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 36 |
+
{"sample_idx": 2035, "data_id": 2258, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4", "gt_response": "B. The purple cylinder and the cyan object collide", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 37 |
+
{"sample_idx": 2036, "data_id": 2259, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4", "gt_response": "E. affectionate gesture.", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
|
| 38 |
+
{"sample_idx": 2037, "data_id": 2259, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4", "gt_response": "C. tending to the baby", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 39 |
+
{"sample_idx": 2038, "data_id": 2260, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4", "gt_response": "A. Slicing the tofu", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 40 |
+
{"sample_idx": 2039, "data_id": 2260, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4", "gt_response": "A. Slicing and mincing ginger and garlic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 41 |
+
{"sample_idx": 2040, "data_id": 2261, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4", "gt_response": "C. The child opens a large red gift bag", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 42 |
+
{"sample_idx": 2041, "data_id": 2261, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4", "gt_response": "A. The child examined a red and white floral-patterned box", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 43 |
+
{"sample_idx": 2042, "data_id": 2262, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4", "gt_response": "D. A small stain is treated", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 44 |
+
{"sample_idx": 2043, "data_id": 2262, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4", "gt_response": "C. Apply pink liquid detergent", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 45 |
+
{"sample_idx": 2044, "data_id": 2263, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4", "gt_response": "C. To show the progression of the vision test", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 46 |
+
{"sample_idx": 2045, "data_id": 2263, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4", "gt_response": "B. The man completes a new section of the test", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 47 |
+
{"sample_idx": 2046, "data_id": 2264, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4", "gt_response": "C. It becomes darker and more vibrant", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 48 |
+
{"sample_idx": 2047, "data_id": 2264, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4", "gt_response": "B. The dark sauce is added", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 49 |
+
{"sample_idx": 2048, "data_id": 2265, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4", "gt_response": "B. The camera zooms in", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 50 |
+
{"sample_idx": 2049, "data_id": 2265, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4", "gt_response": "B. The camera zooms in", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 51 |
+
{"sample_idx": 2050, "data_id": 2266, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4", "gt_response": "B. They sprinkle paprika into the bowl", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 52 |
+
{"sample_idx": 2051, "data_id": 2266, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4", "gt_response": "A. They open it", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 53 |
+
{"sample_idx": 2052, "data_id": 2267, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4", "gt_response": "B. They picked up a picture.", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 54 |
+
{"sample_idx": 2053, "data_id": 2267, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4", "gt_response": "A. They opened the book.", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 55 |
+
{"sample_idx": 2054, "data_id": 2268, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4", "gt_response": "A. 'ケツは使えないって言ってなかったか' (Didn't you say you couldn't use your butt?)", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 56 |
+
{"sample_idx": 2055, "data_id": 2268, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4", "gt_response": "A. Taguchi used his posterior in the match", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 57 |
+
{"sample_idx": 2056, "data_id": 2269, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4", "gt_response": "B. To breathe air", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 58 |
+
{"sample_idx": 2057, "data_id": 2269, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4", "gt_response": "B. Oxygen intake", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 59 |
+
{"sample_idx": 2058, "data_id": 2270, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4", "gt_response": "B. The camera focuses on close proximity to capture intensity", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 60 |
+
{"sample_idx": 2059, "data_id": 2270, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4", "gt_response": "B. To enhance the immersive experience of the surfing action", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 61 |
+
{"sample_idx": 2060, "data_id": 2271, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4", "gt_response": "D. Because they are too expensive", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 62 |
+
{"sample_idx": 2061, "data_id": 2271, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4", "gt_response": "B. Damage to enamel", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 63 |
+
{"sample_idx": 2062, "data_id": 2272, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4", "gt_response": "A. It integrates smoothly with the yellow liquid", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 64 |
+
{"sample_idx": 2063, "data_id": 2272, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4", "gt_response": "B. The yellow liquid is added", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 65 |
+
{"sample_idx": 2064, "data_id": 2273, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4", "gt_response": "A. It becomes more vibrant and energetic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 66 |
+
{"sample_idx": 2065, "data_id": 2273, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4", "gt_response": "B. People begin playing casino games", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 67 |
+
{"sample_idx": 2066, "data_id": 2274, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4", "gt_response": "B. The athlete's speed increases during the throw", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 68 |
+
{"sample_idx": 2067, "data_id": 2274, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4", "gt_response": "B. To accumulate potential energy", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 69 |
+
{"sample_idx": 2068, "data_id": 2275, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4", "gt_response": "A. They lower the glass, look around, and bend slightly", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 70 |
+
{"sample_idx": 2069, "data_id": 2275, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4", "gt_response": "B. They take a sip from the glass", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 71 |
+
{"sample_idx": 2070, "data_id": 2276, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4", "gt_response": "B. The skier moves closer to the boat", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 72 |
+
{"sample_idx": 2071, "data_id": 2276, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4", "gt_response": "C. The skier adjusted their stance", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 73 |
+
{"sample_idx": 2072, "data_id": 2277, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4", "gt_response": "C. 2", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 74 |
+
{"sample_idx": 2073, "data_id": 2277, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4", "gt_response": "A. The hand was not touching that area", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 75 |
+
{"sample_idx": 2074, "data_id": 2278, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4", "gt_response": "B. A water polo game", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 76 |
+
{"sample_idx": 2075, "data_id": 2278, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4", "gt_response": "B. A water polo game", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 77 |
+
{"sample_idx": 2076, "data_id": 2279, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4", "gt_response": "C. At the back of the raft", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 78 |
+
{"sample_idx": 2077, "data_id": 2279, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4", "gt_response": "B. Control and navigation", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 79 |
+
{"sample_idx": 2078, "data_id": 2280, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4", "gt_response": "C. The yellow object collides with the cylinder", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 80 |
+
{"sample_idx": 2079, "data_id": 2280, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4", "gt_response": "C. The objects were moving towards each other", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu2/run.log
ADDED
|
@@ -0,0 +1,297 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu2', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 2000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 4 |
+
[eval] output_dir=tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu2
|
| 5 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
|
| 6 |
+
warnings.warn(
|
| 7 |
+
[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
|
| 8 |
+
You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
|
| 9 |
+
You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
|
| 10 |
+
Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
|
| 11 |
+
- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
|
| 12 |
+
- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
|
| 13 |
+
Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
|
| 14 |
+
Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
|
| 15 |
+
Model Class: LlavaLlamaForCausalLM
|
| 16 |
+
[eval] model loaded
|
| 17 |
+
[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
|
| 18 |
+
[eval] sample_idx=2000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4
|
| 19 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
|
| 22 |
+
warnings.warn(
|
| 23 |
+
[eval] sample_idx=2000 baseline=A
|
| 24 |
+
[eval] sample_idx=2000 tvcd=B
|
| 25 |
+
[eval] sample_idx=2001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4
|
| 26 |
+
[eval] sample_idx=2001 baseline=A
|
| 27 |
+
[eval] sample_idx=2001 tvcd=A
|
| 28 |
+
[eval] sample_idx=2002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4
|
| 29 |
+
[eval] sample_idx=2002 baseline=A
|
| 30 |
+
[eval] sample_idx=2002 tvcd=A
|
| 31 |
+
[eval] sample_idx=2003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4
|
| 32 |
+
[eval] sample_idx=2003 baseline=A
|
| 33 |
+
[eval] sample_idx=2003 tvcd=A
|
| 34 |
+
[eval] sample_idx=2004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4
|
| 35 |
+
[eval] sample_idx=2004 baseline=A
|
| 36 |
+
[eval] sample_idx=2004 tvcd=A
|
| 37 |
+
[eval] sample_idx=2005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4
|
| 38 |
+
[eval] sample_idx=2005 baseline=A
|
| 39 |
+
[eval] sample_idx=2005 tvcd=A
|
| 40 |
+
[eval] sample_idx=2006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4
|
| 41 |
+
[eval] sample_idx=2006 baseline=A
|
| 42 |
+
[eval] sample_idx=2006 tvcd=A
|
| 43 |
+
[eval] sample_idx=2007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4
|
| 44 |
+
[eval] sample_idx=2007 baseline=C
|
| 45 |
+
[eval] sample_idx=2007 tvcd=C
|
| 46 |
+
[eval] sample_idx=2008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4
|
| 47 |
+
[eval] sample_idx=2008 baseline=B
|
| 48 |
+
[eval] sample_idx=2008 tvcd=B
|
| 49 |
+
[eval] sample_idx=2009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4
|
| 50 |
+
[eval] sample_idx=2009 baseline=B
|
| 51 |
+
[eval] sample_idx=2009 tvcd=B
|
| 52 |
+
{'samples_done': 10, 'baseline_acc': 0.5, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 53 |
+
[eval] sample_idx=2010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4
|
| 54 |
+
[eval] sample_idx=2010 baseline=A
|
| 55 |
+
[eval] sample_idx=2010 tvcd=A
|
| 56 |
+
[eval] sample_idx=2011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4
|
| 57 |
+
[eval] sample_idx=2011 baseline=B
|
| 58 |
+
[eval] sample_idx=2011 tvcd=B
|
| 59 |
+
[eval] sample_idx=2012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4
|
| 60 |
+
[eval] sample_idx=2012 baseline=D
|
| 61 |
+
[eval] sample_idx=2012 tvcd=D
|
| 62 |
+
[eval] sample_idx=2013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4
|
| 63 |
+
[eval] sample_idx=2013 baseline=B
|
| 64 |
+
[eval] sample_idx=2013 tvcd=D
|
| 65 |
+
[eval] sample_idx=2014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4
|
| 66 |
+
[eval] sample_idx=2014 baseline=B
|
| 67 |
+
[eval] sample_idx=2014 tvcd=B
|
| 68 |
+
[eval] sample_idx=2015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4
|
| 69 |
+
[eval] sample_idx=2015 baseline=B
|
| 70 |
+
[eval] sample_idx=2015 tvcd=B
|
| 71 |
+
[eval] sample_idx=2016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4
|
| 72 |
+
[eval] sample_idx=2016 baseline=B
|
| 73 |
+
[eval] sample_idx=2016 tvcd=B
|
| 74 |
+
[eval] sample_idx=2017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4
|
| 75 |
+
[eval] sample_idx=2017 baseline=B
|
| 76 |
+
[eval] sample_idx=2017 tvcd=B
|
| 77 |
+
[eval] sample_idx=2018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4
|
| 78 |
+
[eval] sample_idx=2018 baseline=B
|
| 79 |
+
[eval] sample_idx=2018 tvcd=B
|
| 80 |
+
[eval] sample_idx=2019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4
|
| 81 |
+
[eval] sample_idx=2019 baseline=A
|
| 82 |
+
[eval] sample_idx=2019 tvcd=A
|
| 83 |
+
{'samples_done': 20, 'baseline_acc': 0.55, 'tvcd_acc': 0.45, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 84 |
+
[eval] sample_idx=2020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4
|
| 85 |
+
[eval] sample_idx=2020 baseline=C
|
| 86 |
+
[eval] sample_idx=2020 tvcd=C
|
| 87 |
+
[eval] sample_idx=2021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4
|
| 88 |
+
[eval] sample_idx=2021 baseline=B
|
| 89 |
+
[eval] sample_idx=2021 tvcd=B
|
| 90 |
+
[eval] sample_idx=2022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4
|
| 91 |
+
[eval] sample_idx=2022 baseline=D
|
| 92 |
+
[eval] sample_idx=2022 tvcd=D
|
| 93 |
+
[eval] sample_idx=2023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4
|
| 94 |
+
[eval] sample_idx=2023 baseline=B
|
| 95 |
+
[eval] sample_idx=2023 tvcd=B
|
| 96 |
+
[eval] sample_idx=2024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4
|
| 97 |
+
[eval] sample_idx=2024 baseline=A
|
| 98 |
+
[eval] sample_idx=2024 tvcd=A
|
| 99 |
+
[eval] sample_idx=2025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4
|
| 100 |
+
[eval] sample_idx=2025 baseline=A
|
| 101 |
+
[eval] sample_idx=2025 tvcd=A
|
| 102 |
+
[eval] sample_idx=2026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4
|
| 103 |
+
[eval] sample_idx=2026 baseline=B
|
| 104 |
+
[eval] sample_idx=2026 tvcd=B
|
| 105 |
+
[eval] sample_idx=2027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4
|
| 106 |
+
[eval] sample_idx=2027 baseline=B
|
| 107 |
+
[eval] sample_idx=2027 tvcd=B
|
| 108 |
+
[eval] sample_idx=2028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4
|
| 109 |
+
[eval] sample_idx=2028 baseline=A
|
| 110 |
+
[eval] sample_idx=2028 tvcd=A
|
| 111 |
+
[eval] sample_idx=2029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4
|
| 112 |
+
[eval] sample_idx=2029 baseline=A
|
| 113 |
+
[eval] sample_idx=2029 tvcd=A
|
| 114 |
+
{'samples_done': 30, 'baseline_acc': 0.6, 'tvcd_acc': 0.5333333333333333, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 115 |
+
[eval] sample_idx=2030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4
|
| 116 |
+
[eval] sample_idx=2030 baseline=D
|
| 117 |
+
[eval] sample_idx=2030 tvcd=D
|
| 118 |
+
[eval] sample_idx=2031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4
|
| 119 |
+
[eval] sample_idx=2031 baseline=B
|
| 120 |
+
[eval] sample_idx=2031 tvcd=B
|
| 121 |
+
[eval] sample_idx=2032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4
|
| 122 |
+
[eval] sample_idx=2032 baseline=C
|
| 123 |
+
[eval] sample_idx=2032 tvcd=C
|
| 124 |
+
[eval] sample_idx=2033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4
|
| 125 |
+
[eval] sample_idx=2033 baseline=C
|
| 126 |
+
[eval] sample_idx=2033 tvcd=C
|
| 127 |
+
[eval] sample_idx=2034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4
|
| 128 |
+
[eval] sample_idx=2034 baseline=C
|
| 129 |
+
[eval] sample_idx=2034 tvcd=C
|
| 130 |
+
[eval] sample_idx=2035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4
|
| 131 |
+
[eval] sample_idx=2035 baseline=A
|
| 132 |
+
[eval] sample_idx=2035 tvcd=A
|
| 133 |
+
[eval] sample_idx=2036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4
|
| 134 |
+
[eval] sample_idx=2036 baseline=A
|
| 135 |
+
[eval] sample_idx=2036 tvcd=E
|
| 136 |
+
[eval] sample_idx=2037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4
|
| 137 |
+
[eval] sample_idx=2037 baseline=D
|
| 138 |
+
[eval] sample_idx=2037 tvcd=D
|
| 139 |
+
[eval] sample_idx=2038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4
|
| 140 |
+
[eval] sample_idx=2038 baseline=B
|
| 141 |
+
[eval] sample_idx=2038 tvcd=B
|
| 142 |
+
[eval] sample_idx=2039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4
|
| 143 |
+
[eval] sample_idx=2039 baseline=A
|
| 144 |
+
[eval] sample_idx=2039 tvcd=D
|
| 145 |
+
{'samples_done': 40, 'baseline_acc': 0.525, 'tvcd_acc': 0.475, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 146 |
+
[eval] sample_idx=2040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4
|
| 147 |
+
[eval] sample_idx=2040 baseline=C
|
| 148 |
+
[eval] sample_idx=2040 tvcd=C
|
| 149 |
+
[eval] sample_idx=2041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4
|
| 150 |
+
[eval] sample_idx=2041 baseline=A
|
| 151 |
+
[eval] sample_idx=2041 tvcd=A
|
| 152 |
+
[eval] sample_idx=2042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4
|
| 153 |
+
[h264 @ 0x5571362c0800] mmco: unref short failure
|
| 154 |
+
[h264 @ 0x5571362c0800] mmco: unref short failure
|
| 155 |
+
[eval] sample_idx=2042 baseline=D
|
| 156 |
+
[eval] sample_idx=2042 tvcd=D
|
| 157 |
+
[eval] sample_idx=2043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4
|
| 158 |
+
[h264 @ 0x5571362c86c0] mmco: unref short failure
|
| 159 |
+
[h264 @ 0x5571362c86c0] mmco: unref short failure
|
| 160 |
+
[eval] sample_idx=2043 baseline=D
|
| 161 |
+
[eval] sample_idx=2043 tvcd=D
|
| 162 |
+
[eval] sample_idx=2044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4
|
| 163 |
+
[h264 @ 0x5571362bf140] mmco: unref short failure
|
| 164 |
+
[h264 @ 0x5571362bf140] mmco: unref short failure
|
| 165 |
+
[eval] sample_idx=2044 baseline=C
|
| 166 |
+
[eval] sample_idx=2044 tvcd=C
|
| 167 |
+
[eval] sample_idx=2045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4
|
| 168 |
+
[h264 @ 0x5571362c69c0] mmco: unref short failure
|
| 169 |
+
[h264 @ 0x5571362c69c0] mmco: unref short failure
|
| 170 |
+
[eval] sample_idx=2045 baseline=B
|
| 171 |
+
[eval] sample_idx=2045 tvcd=B
|
| 172 |
+
[eval] sample_idx=2046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4
|
| 173 |
+
[eval] sample_idx=2046 baseline=C
|
| 174 |
+
[eval] sample_idx=2046 tvcd=C
|
| 175 |
+
[eval] sample_idx=2047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4
|
| 176 |
+
[eval] sample_idx=2047 baseline=B
|
| 177 |
+
[eval] sample_idx=2047 tvcd=B
|
| 178 |
+
[eval] sample_idx=2048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4
|
| 179 |
+
[eval] sample_idx=2048 baseline=B
|
| 180 |
+
[eval] sample_idx=2048 tvcd=B
|
| 181 |
+
[eval] sample_idx=2049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4
|
| 182 |
+
[eval] sample_idx=2049 baseline=B
|
| 183 |
+
[eval] sample_idx=2049 tvcd=B
|
| 184 |
+
{'samples_done': 50, 'baseline_acc': 0.6, 'tvcd_acc': 0.56, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 185 |
+
[eval] sample_idx=2050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
|
| 186 |
+
[eval] sample_idx=2050 baseline=B
|
| 187 |
+
[eval] sample_idx=2050 tvcd=B
|
| 188 |
+
[eval] sample_idx=2051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
|
| 189 |
+
[eval] sample_idx=2051 baseline=A
|
| 190 |
+
[eval] sample_idx=2051 tvcd=A
|
| 191 |
+
[eval] sample_idx=2052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4
|
| 192 |
+
[eval] sample_idx=2052 baseline=C
|
| 193 |
+
[eval] sample_idx=2052 tvcd=C
|
| 194 |
+
[eval] sample_idx=2053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4
|
| 195 |
+
[eval] sample_idx=2053 baseline=B
|
| 196 |
+
[eval] sample_idx=2053 tvcd=B
|
| 197 |
+
[eval] sample_idx=2054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4
|
| 198 |
+
[eval] sample_idx=2054 baseline=A
|
| 199 |
+
[eval] sample_idx=2054 tvcd=A
|
| 200 |
+
[eval] sample_idx=2055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4
|
| 201 |
+
[eval] sample_idx=2055 baseline=A
|
| 202 |
+
[eval] sample_idx=2055 tvcd=A
|
| 203 |
+
[eval] sample_idx=2056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4
|
| 204 |
+
[eval] sample_idx=2056 baseline=B
|
| 205 |
+
[eval] sample_idx=2056 tvcd=B
|
| 206 |
+
[eval] sample_idx=2057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4
|
| 207 |
+
[eval] sample_idx=2057 baseline=B
|
| 208 |
+
[eval] sample_idx=2057 tvcd=B
|
| 209 |
+
[eval] sample_idx=2058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4
|
| 210 |
+
[eval] sample_idx=2058 baseline=B
|
| 211 |
+
[eval] sample_idx=2058 tvcd=B
|
| 212 |
+
[eval] sample_idx=2059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4
|
| 213 |
+
[eval] sample_idx=2059 baseline=B
|
| 214 |
+
[eval] sample_idx=2059 tvcd=B
|
| 215 |
+
{'samples_done': 60, 'baseline_acc': 0.6333333333333333, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 216 |
+
[eval] sample_idx=2060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4
|
| 217 |
+
[h264 @ 0x5571364fe100] mmco: unref short failure
|
| 218 |
+
[eval] sample_idx=2060 baseline=C
|
| 219 |
+
[eval] sample_idx=2060 tvcd=C
|
| 220 |
+
[eval] sample_idx=2061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4
|
| 221 |
+
[h264 @ 0x557137736080] mmco: unref short failure
|
| 222 |
+
[eval] sample_idx=2061 baseline=C
|
| 223 |
+
[eval] sample_idx=2061 tvcd=C
|
| 224 |
+
[eval] sample_idx=2062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4
|
| 225 |
+
[eval] sample_idx=2062 baseline=A
|
| 226 |
+
[eval] sample_idx=2062 tvcd=A
|
| 227 |
+
[eval] sample_idx=2063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4
|
| 228 |
+
[eval] sample_idx=2063 baseline=C
|
| 229 |
+
[eval] sample_idx=2063 tvcd=C
|
| 230 |
+
[eval] sample_idx=2064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4
|
| 231 |
+
[h264 @ 0x557137755880] mmco: unref short failure
|
| 232 |
+
[h264 @ 0x557137755880] mmco: unref short failure
|
| 233 |
+
[h264 @ 0x557137755880] mmco: unref short failure
|
| 234 |
+
[h264 @ 0x557137755880] mmco: unref short failure
|
| 235 |
+
[eval] sample_idx=2064 baseline=A
|
| 236 |
+
[eval] sample_idx=2064 tvcd=A
|
| 237 |
+
[eval] sample_idx=2065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4
|
| 238 |
+
[h264 @ 0x5571362be880] mmco: unref short failure
|
| 239 |
+
[h264 @ 0x5571362be880] mmco: unref short failure
|
| 240 |
+
[h264 @ 0x5571362be880] mmco: unref short failure
|
| 241 |
+
[h264 @ 0x5571362be880] mmco: unref short failure
|
| 242 |
+
[eval] sample_idx=2065 baseline=B
|
| 243 |
+
[eval] sample_idx=2065 tvcd=B
|
| 244 |
+
[eval] sample_idx=2066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4
|
| 245 |
+
[eval] sample_idx=2066 baseline=B
|
| 246 |
+
[eval] sample_idx=2066 tvcd=B
|
| 247 |
+
[eval] sample_idx=2067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4
|
| 248 |
+
[eval] sample_idx=2067 baseline=B
|
| 249 |
+
[eval] sample_idx=2067 tvcd=B
|
| 250 |
+
[eval] sample_idx=2068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4
|
| 251 |
+
[eval] sample_idx=2068 baseline=A
|
| 252 |
+
[eval] sample_idx=2068 tvcd=A
|
| 253 |
+
[eval] sample_idx=2069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4
|
| 254 |
+
[eval] sample_idx=2069 baseline=B
|
| 255 |
+
[eval] sample_idx=2069 tvcd=B
|
| 256 |
+
{'samples_done': 70, 'baseline_acc': 0.6428571428571429, 'tvcd_acc': 0.6142857142857143, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 257 |
+
[eval] sample_idx=2070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4
|
| 258 |
+
[eval] sample_idx=2070 baseline=D
|
| 259 |
+
[eval] sample_idx=2070 tvcd=D
|
| 260 |
+
[eval] sample_idx=2071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4
|
| 261 |
+
[eval] sample_idx=2071 baseline=A
|
| 262 |
+
[eval] sample_idx=2071 tvcd=A
|
| 263 |
+
[eval] sample_idx=2072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4
|
| 264 |
+
[eval] sample_idx=2072 baseline=C
|
| 265 |
+
[eval] sample_idx=2072 tvcd=C
|
| 266 |
+
[eval] sample_idx=2073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4
|
| 267 |
+
[eval] sample_idx=2073 baseline=C
|
| 268 |
+
[eval] sample_idx=2073 tvcd=C
|
| 269 |
+
[eval] sample_idx=2074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4
|
| 270 |
+
[eval] sample_idx=2074 baseline=B
|
| 271 |
+
[eval] sample_idx=2074 tvcd=B
|
| 272 |
+
[eval] sample_idx=2075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4
|
| 273 |
+
[eval] sample_idx=2075 baseline=B
|
| 274 |
+
[eval] sample_idx=2075 tvcd=B
|
| 275 |
+
[eval] sample_idx=2076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4
|
| 276 |
+
[eval] sample_idx=2076 baseline=D
|
| 277 |
+
[eval] sample_idx=2076 tvcd=D
|
| 278 |
+
[eval] sample_idx=2077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4
|
| 279 |
+
[eval] sample_idx=2077 baseline=B
|
| 280 |
+
[eval] sample_idx=2077 tvcd=B
|
| 281 |
+
[eval] sample_idx=2078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4
|
| 282 |
+
[eval] sample_idx=2078 baseline=A
|
| 283 |
+
[eval] sample_idx=2078 tvcd=A
|
| 284 |
+
[eval] sample_idx=2079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4
|
| 285 |
+
[eval] sample_idx=2079 baseline=C
|
| 286 |
+
[eval] sample_idx=2079 tvcd=C
|
| 287 |
+
{'samples_done': 80, 'baseline_acc': 0.625, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
|
| 288 |
+
{
|
| 289 |
+
"samples_done": 80,
|
| 290 |
+
"baseline_acc": 0.625,
|
| 291 |
+
"tvcd_acc": 0.6,
|
| 292 |
+
"model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
|
| 293 |
+
"dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
|
| 294 |
+
"use_tvcd": true,
|
| 295 |
+
"cd_alpha": 0.25,
|
| 296 |
+
"cd_beta": 0.0
|
| 297 |
+
}
|
tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu2/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 80,
|
| 3 |
+
"baseline_acc": 0.625,
|
| 4 |
+
"tvcd_acc": 0.6,
|
| 5 |
+
"model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 0.25,
|
| 9 |
+
"cd_beta": 0.0
|
| 10 |
+
}
|
tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu0/predictions.jsonl
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"sample_idx": 0, "data_id": 0, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "D. Opened the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 2 |
+
{"sample_idx": 1, "data_id": 0, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "C. Took the clothes", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 3 |
+
{"sample_idx": 2, "data_id": 1, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4", "gt_response": "D. the alleyway", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 4 |
+
{"sample_idx": 3, "data_id": 1, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4", "gt_response": "C. the beach", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 5 |
+
{"sample_idx": 4, "data_id": 2, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4", "gt_response": "D. Opened the door", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 6 |
+
{"sample_idx": 5, "data_id": 2, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4", "gt_response": "C. Took the phone/camera", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 7 |
+
{"sample_idx": 6, "data_id": 3, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4", "gt_response": "B. Put down the bag", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 8 |
+
{"sample_idx": 7, "data_id": 3, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4", "gt_response": "A. Closed the door", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 9 |
+
{"sample_idx": 8, "data_id": 4, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4", "gt_response": "B. take up the conical flask", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 10 |
+
{"sample_idx": 9, "data_id": 4, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4", "gt_response": "A. put down the electronic scale", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 11 |
+
{"sample_idx": 10, "data_id": 5, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 12 |
+
{"sample_idx": 11, "data_id": 5, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "B. take up the dropper bottle", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 13 |
+
{"sample_idx": 12, "data_id": 6, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4", "gt_response": "C. the restroom", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 14 |
+
{"sample_idx": 13, "data_id": 6, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4", "gt_response": "B. the beach", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 15 |
+
{"sample_idx": 14, "data_id": 7, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4", "gt_response": "C. Put down the dish", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 16 |
+
{"sample_idx": 15, "data_id": 7, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4", "gt_response": "D. Drank from the cup/glass/bottle", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 17 |
+
{"sample_idx": 16, "data_id": 8, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "E. put down the conical flask", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 18 |
+
{"sample_idx": 17, "data_id": 8, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "A. pour the conical flask", "gt_letter": "A", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
|
| 19 |
+
{"sample_idx": 18, "data_id": 9, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4", "gt_response": "E. take up the reagent bottle", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 20 |
+
{"sample_idx": 19, "data_id": 9, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4", "gt_response": "I. put down the beaker", "gt_letter": "I", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 21 |
+
{"sample_idx": 20, "data_id": 10, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Sat at the table", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 22 |
+
{"sample_idx": 21, "data_id": 10, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Opened the laptop", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 23 |
+
{"sample_idx": 22, "data_id": 11, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 24 |
+
{"sample_idx": 23, "data_id": 11, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4", "gt_response": "C. Sat at the table", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 25 |
+
{"sample_idx": 24, "data_id": 12, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4", "gt_response": "D. the projection room", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 26 |
+
{"sample_idx": 25, "data_id": 12, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4", "gt_response": "A. the classroom", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 27 |
+
{"sample_idx": 26, "data_id": 13, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4", "gt_response": "D. Opened the laptop", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 28 |
+
{"sample_idx": 27, "data_id": 13, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4", "gt_response": "B. Put down the clothes", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 29 |
+
{"sample_idx": 28, "data_id": 14, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4", "gt_response": "C. the elevator", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 30 |
+
{"sample_idx": 29, "data_id": 14, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4", "gt_response": "B. the secretary's office", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 31 |
+
{"sample_idx": 30, "data_id": 15, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "A. put down the jar", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 32 |
+
{"sample_idx": 31, "data_id": 15, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "C. cover the jar with the jar cap", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 33 |
+
{"sample_idx": 32, "data_id": 16, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 34 |
+
{"sample_idx": 33, "data_id": 16, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4", "gt_response": "B. Sat at the table", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 35 |
+
{"sample_idx": 34, "data_id": 17, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4", "gt_response": "A. the town", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 36 |
+
{"sample_idx": 35, "data_id": 17, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4", "gt_response": "D. the mountain", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 37 |
+
{"sample_idx": 36, "data_id": 18, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4", "gt_response": "F. take up the jar cap", "gt_letter": "F", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 38 |
+
{"sample_idx": 37, "data_id": 18, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4", "gt_response": "E. pour the jar", "gt_letter": "E", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 39 |
+
{"sample_idx": 38, "data_id": 19, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4", "gt_response": "A. Took the food", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 40 |
+
{"sample_idx": 39, "data_id": 19, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4", "gt_response": "B. Put down the bag", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 41 |
+
{"sample_idx": 40, "data_id": 20, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "B. Opened the book", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 42 |
+
{"sample_idx": 41, "data_id": 20, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "A. Sat at the table", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 43 |
+
{"sample_idx": 42, "data_id": 21, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4", "gt_response": "E. stir the glass rod", "gt_letter": "E", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
|
| 44 |
+
{"sample_idx": 43, "data_id": 21, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4", "gt_response": "G. take up the beaker", "gt_letter": "G", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 45 |
+
{"sample_idx": 44, "data_id": 22, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4", "gt_response": "B. Opened the closet/cabinet", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 46 |
+
{"sample_idx": 45, "data_id": 22, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4", "gt_response": "A. Put on the clothes", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 47 |
+
{"sample_idx": 46, "data_id": 23, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4", "gt_response": "E. take up the horn tube", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 48 |
+
{"sample_idx": 47, "data_id": 23, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4", "gt_response": "A. screw the iron clamp", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 49 |
+
{"sample_idx": 48, "data_id": 24, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4", "gt_response": "E. uncover the dropper bottle", "gt_letter": "E", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 50 |
+
{"sample_idx": 49, "data_id": 24, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4", "gt_response": "H. take up the dropper bottle", "gt_letter": "H", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 51 |
+
{"sample_idx": 50, "data_id": 25, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "D. the prison", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 52 |
+
{"sample_idx": 51, "data_id": 25, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "C. the courtroom", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 53 |
+
{"sample_idx": 52, "data_id": 26, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4", "gt_response": "D. take up the conical flask", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 54 |
+
{"sample_idx": 53, "data_id": 26, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4", "gt_response": "C. screw the iron clamp", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 55 |
+
{"sample_idx": 54, "data_id": 27, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 56 |
+
{"sample_idx": 55, "data_id": 27, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4", "gt_response": "A. Put down the clothes", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 57 |
+
{"sample_idx": 56, "data_id": 28, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4", "gt_response": "E. put down the jar cap", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 58 |
+
{"sample_idx": 57, "data_id": 28, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4", "gt_response": "A. uncover the jar cap", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 59 |
+
{"sample_idx": 58, "data_id": 29, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4", "gt_response": "E. take up the conical flask", "gt_letter": "E", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 60 |
+
{"sample_idx": 59, "data_id": 29, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4", "gt_response": "C. screw the iron clamp", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 61 |
+
{"sample_idx": 60, "data_id": 30, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "C. the warehouse", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 62 |
+
{"sample_idx": 61, "data_id": 30, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "D. the police station", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 63 |
+
{"sample_idx": 62, "data_id": 31, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4", "gt_response": "G. screw the reagent bottle cap", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 64 |
+
{"sample_idx": 63, "data_id": 31, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4", "gt_response": "B. take up the reagent bottle", "gt_letter": "B", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
|
| 65 |
+
{"sample_idx": 64, "data_id": 32, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4", "gt_response": "D. Took the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 66 |
+
{"sample_idx": 65, "data_id": 32, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4", "gt_response": "C. Sat at the table", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 67 |
+
{"sample_idx": 66, "data_id": 33, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4", "gt_response": "L. take up the glass rod", "gt_letter": "L", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": false, "tvcd_text": "I. put down the reagent bottle", "tvcd_letter": "I", "tvcd_correct": false}
|
| 68 |
+
{"sample_idx": 67, "data_id": 33, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4", "gt_response": "I. put down the reagent bottle", "gt_letter": "I", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 69 |
+
{"sample_idx": 68, "data_id": 34, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4", "gt_response": "E. insert the horn tube", "gt_letter": "E", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
|
| 70 |
+
{"sample_idx": 69, "data_id": 34, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4", "gt_response": "G. take up the horn tube", "gt_letter": "G", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
|
| 71 |
+
{"sample_idx": 70, "data_id": 35, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "G. put down the glass rod", "gt_letter": "G", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 72 |
+
{"sample_idx": 71, "data_id": 35, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "C. stir the glass rod", "gt_letter": "C", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
|
| 73 |
+
{"sample_idx": 72, "data_id": 36, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4", "gt_response": "B. Put down the dish", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 74 |
+
{"sample_idx": 73, "data_id": 36, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4", "gt_response": "B. Tidied up the table", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 75 |
+
{"sample_idx": 74, "data_id": 37, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4", "gt_response": "G. screw the iron clamp", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 76 |
+
{"sample_idx": 75, "data_id": 37, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4", "gt_response": "B. insert the horn tube", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 77 |
+
{"sample_idx": 76, "data_id": 38, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4", "gt_response": "C. the manager's office", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 78 |
+
{"sample_idx": 77, "data_id": 38, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4", "gt_response": "D. the rooftop", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 79 |
+
{"sample_idx": 78, "data_id": 39, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4", "gt_response": "B. put down the reagent bottle", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 80 |
+
{"sample_idx": 79, "data_id": 39, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4", "gt_response": "D. screw the reagent bottle cap", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu0/run.log
ADDED
|
@@ -0,0 +1,279 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu0', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 4 |
+
[eval] output_dir=tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu0
|
| 5 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
|
| 6 |
+
warnings.warn(
|
| 7 |
+
[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
|
| 8 |
+
You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
|
| 9 |
+
You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
|
| 10 |
+
Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
|
| 11 |
+
- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
|
| 12 |
+
- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
|
| 13 |
+
Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
|
| 14 |
+
Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
|
| 15 |
+
Model Class: LlavaLlamaForCausalLM
|
| 16 |
+
[eval] model loaded
|
| 17 |
+
[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
|
| 18 |
+
[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 19 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
|
| 22 |
+
warnings.warn(
|
| 23 |
+
[eval] sample_idx=0 baseline=D
|
| 24 |
+
[eval] sample_idx=0 tvcd=D
|
| 25 |
+
[eval] sample_idx=1 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
|
| 26 |
+
[eval] sample_idx=1 baseline=C
|
| 27 |
+
[eval] sample_idx=1 tvcd=C
|
| 28 |
+
[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4
|
| 29 |
+
[eval] sample_idx=2 baseline=D
|
| 30 |
+
[eval] sample_idx=2 tvcd=D
|
| 31 |
+
[eval] sample_idx=3 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4
|
| 32 |
+
[eval] sample_idx=3 baseline=C
|
| 33 |
+
[eval] sample_idx=3 tvcd=C
|
| 34 |
+
[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4
|
| 35 |
+
[eval] sample_idx=4 baseline=D
|
| 36 |
+
[eval] sample_idx=4 tvcd=D
|
| 37 |
+
[eval] sample_idx=5 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4
|
| 38 |
+
[eval] sample_idx=5 baseline=C
|
| 39 |
+
[eval] sample_idx=5 tvcd=C
|
| 40 |
+
[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4
|
| 41 |
+
[eval] sample_idx=6 baseline=B
|
| 42 |
+
[eval] sample_idx=6 tvcd=B
|
| 43 |
+
[eval] sample_idx=7 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4
|
| 44 |
+
[eval] sample_idx=7 baseline=A
|
| 45 |
+
[eval] sample_idx=7 tvcd=A
|
| 46 |
+
[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4
|
| 47 |
+
[eval] sample_idx=8 baseline=A
|
| 48 |
+
[eval] sample_idx=8 tvcd=A
|
| 49 |
+
[eval] sample_idx=9 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4
|
| 50 |
+
[eval] sample_idx=9 baseline=B
|
| 51 |
+
[eval] sample_idx=9 tvcd=B
|
| 52 |
+
{'samples_done': 10, 'baseline_acc': 0.8, 'tvcd_acc': 0.8, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
|
| 53 |
+
[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 54 |
+
[eval] sample_idx=10 baseline=B
|
| 55 |
+
[eval] sample_idx=10 tvcd=B
|
| 56 |
+
[eval] sample_idx=11 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
|
| 57 |
+
[eval] sample_idx=11 baseline=C
|
| 58 |
+
[eval] sample_idx=11 tvcd=C
|
| 59 |
+
[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4
|
| 60 |
+
[eval] sample_idx=12 baseline=B
|
| 61 |
+
[eval] sample_idx=12 tvcd=B
|
| 62 |
+
[eval] sample_idx=13 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4
|
| 63 |
+
[eval] sample_idx=13 baseline=C
|
| 64 |
+
[eval] sample_idx=13 tvcd=C
|
| 65 |
+
[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4
|
| 66 |
+
[eval] sample_idx=14 baseline=C
|
| 67 |
+
[eval] sample_idx=14 tvcd=C
|
| 68 |
+
[eval] sample_idx=15 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4
|
| 69 |
+
[eval] sample_idx=15 baseline=D
|
| 70 |
+
[eval] sample_idx=15 tvcd=D
|
| 71 |
+
[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 72 |
+
[eval] sample_idx=16 baseline=A
|
| 73 |
+
[eval] sample_idx=16 tvcd=A
|
| 74 |
+
[eval] sample_idx=17 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
|
| 75 |
+
[eval] sample_idx=17 baseline=E
|
| 76 |
+
[eval] sample_idx=17 tvcd=E
|
| 77 |
+
[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4
|
| 78 |
+
[eval] sample_idx=18 baseline=A
|
| 79 |
+
[eval] sample_idx=18 tvcd=A
|
| 80 |
+
[eval] sample_idx=19 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4
|
| 81 |
+
[eval] sample_idx=19 baseline=D
|
| 82 |
+
[eval] sample_idx=19 tvcd=D
|
| 83 |
+
{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
|
| 84 |
+
[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 85 |
+
[eval] sample_idx=20 baseline=D
|
| 86 |
+
[eval] sample_idx=20 tvcd=D
|
| 87 |
+
[eval] sample_idx=21 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
|
| 88 |
+
[eval] sample_idx=21 baseline=D
|
| 89 |
+
[eval] sample_idx=21 tvcd=D
|
| 90 |
+
[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4
|
| 91 |
+
[eval] sample_idx=22 baseline=D
|
| 92 |
+
[eval] sample_idx=22 tvcd=D
|
| 93 |
+
[eval] sample_idx=23 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4
|
| 94 |
+
[eval] sample_idx=23 baseline=C
|
| 95 |
+
[eval] sample_idx=23 tvcd=C
|
| 96 |
+
[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4
|
| 97 |
+
[eval] sample_idx=24 baseline=A
|
| 98 |
+
[eval] sample_idx=24 tvcd=A
|
| 99 |
+
[eval] sample_idx=25 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4
|
| 100 |
+
[eval] sample_idx=25 baseline=A
|
| 101 |
+
[eval] sample_idx=25 tvcd=A
|
| 102 |
+
[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4
|
| 103 |
+
[eval] sample_idx=26 baseline=D
|
| 104 |
+
[eval] sample_idx=26 tvcd=D
|
| 105 |
+
[eval] sample_idx=27 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4
|
| 106 |
+
[eval] sample_idx=27 baseline=A
|
| 107 |
+
[eval] sample_idx=27 tvcd=A
|
| 108 |
+
[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4
|
| 109 |
+
[eval] sample_idx=28 baseline=C
|
| 110 |
+
[eval] sample_idx=28 tvcd=C
|
| 111 |
+
[eval] sample_idx=29 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4
|
| 112 |
+
[eval] sample_idx=29 baseline=B
|
| 113 |
+
[eval] sample_idx=29 tvcd=B
|
| 114 |
+
{'samples_done': 30, 'baseline_acc': 0.6, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
|
| 115 |
+
[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 116 |
+
[eval] sample_idx=30 baseline=C
|
| 117 |
+
[eval] sample_idx=30 tvcd=C
|
| 118 |
+
[eval] sample_idx=31 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
|
| 119 |
+
[eval] sample_idx=31 baseline=A
|
| 120 |
+
[eval] sample_idx=31 tvcd=A
|
| 121 |
+
[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4
|
| 122 |
+
[eval] sample_idx=32 baseline=D
|
| 123 |
+
[eval] sample_idx=32 tvcd=D
|
| 124 |
+
[eval] sample_idx=33 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4
|
| 125 |
+
[eval] sample_idx=33 baseline=B
|
| 126 |
+
[eval] sample_idx=33 tvcd=B
|
| 127 |
+
[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4
|
| 128 |
+
[eval] sample_idx=34 baseline=A
|
| 129 |
+
[eval] sample_idx=34 tvcd=A
|
| 130 |
+
[eval] sample_idx=35 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4
|
| 131 |
+
[eval] sample_idx=35 baseline=A
|
| 132 |
+
[eval] sample_idx=35 tvcd=A
|
| 133 |
+
[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4
|
| 134 |
+
[eval] sample_idx=36 baseline=D
|
| 135 |
+
[eval] sample_idx=36 tvcd=D
|
| 136 |
+
[eval] sample_idx=37 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4
|
| 137 |
+
[eval] sample_idx=37 baseline=B
|
| 138 |
+
[eval] sample_idx=37 tvcd=B
|
| 139 |
+
[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4
|
| 140 |
+
[eval] sample_idx=38 baseline=C
|
| 141 |
+
[eval] sample_idx=38 tvcd=C
|
| 142 |
+
[eval] sample_idx=39 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4
|
| 143 |
+
[eval] sample_idx=39 baseline=C
|
| 144 |
+
[eval] sample_idx=39 tvcd=C
|
| 145 |
+
{'samples_done': 40, 'baseline_acc': 0.525, 'tvcd_acc': 0.525, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
|
| 146 |
+
[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 147 |
+
[eval] sample_idx=40 baseline=B
|
| 148 |
+
[eval] sample_idx=40 tvcd=B
|
| 149 |
+
[eval] sample_idx=41 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
|
| 150 |
+
[eval] sample_idx=41 baseline=A
|
| 151 |
+
[eval] sample_idx=41 tvcd=A
|
| 152 |
+
[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4
|
| 153 |
+
[eval] sample_idx=42 baseline=G
|
| 154 |
+
[eval] sample_idx=42 tvcd=G
|
| 155 |
+
[eval] sample_idx=43 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4
|
| 156 |
+
[eval] sample_idx=43 baseline=D
|
| 157 |
+
[eval] sample_idx=43 tvcd=D
|
| 158 |
+
[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4
|
| 159 |
+
[eval] sample_idx=44 baseline=B
|
| 160 |
+
[eval] sample_idx=44 tvcd=B
|
| 161 |
+
[eval] sample_idx=45 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4
|
| 162 |
+
[eval] sample_idx=45 baseline=A
|
| 163 |
+
[eval] sample_idx=45 tvcd=A
|
| 164 |
+
[eval] sample_idx=46 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 165 |
+
[eval] sample_idx=46 baseline=A
|
| 166 |
+
[eval] sample_idx=46 tvcd=A
|
| 167 |
+
[eval] sample_idx=47 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
|
| 168 |
+
[eval] sample_idx=47 baseline=D
|
| 169 |
+
[eval] sample_idx=47 tvcd=D
|
| 170 |
+
[eval] sample_idx=48 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4
|
| 171 |
+
[eval] sample_idx=48 baseline=D
|
| 172 |
+
[eval] sample_idx=48 tvcd=D
|
| 173 |
+
[eval] sample_idx=49 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4
|
| 174 |
+
[eval] sample_idx=49 baseline=D
|
| 175 |
+
[eval] sample_idx=49 tvcd=D
|
| 176 |
+
{'samples_done': 50, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
|
| 177 |
+
[eval] sample_idx=50 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 178 |
+
[eval] sample_idx=50 baseline=A
|
| 179 |
+
[eval] sample_idx=50 tvcd=A
|
| 180 |
+
[eval] sample_idx=51 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
|
| 181 |
+
[eval] sample_idx=51 baseline=C
|
| 182 |
+
[eval] sample_idx=51 tvcd=C
|
| 183 |
+
[eval] sample_idx=52 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4
|
| 184 |
+
[eval] sample_idx=52 baseline=C
|
| 185 |
+
[eval] sample_idx=52 tvcd=C
|
| 186 |
+
[eval] sample_idx=53 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4
|
| 187 |
+
[eval] sample_idx=53 baseline=D
|
| 188 |
+
[eval] sample_idx=53 tvcd=D
|
| 189 |
+
[eval] sample_idx=54 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4
|
| 190 |
+
[eval] sample_idx=54 baseline=B
|
| 191 |
+
[eval] sample_idx=54 tvcd=B
|
| 192 |
+
[eval] sample_idx=55 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4
|
| 193 |
+
[eval] sample_idx=55 baseline=A
|
| 194 |
+
[eval] sample_idx=55 tvcd=A
|
| 195 |
+
[eval] sample_idx=56 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4
|
| 196 |
+
[eval] sample_idx=56 baseline=A
|
| 197 |
+
[eval] sample_idx=56 tvcd=A
|
| 198 |
+
[eval] sample_idx=57 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4
|
| 199 |
+
[eval] sample_idx=57 baseline=C
|
| 200 |
+
[eval] sample_idx=57 tvcd=C
|
| 201 |
+
[eval] sample_idx=58 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4
|
| 202 |
+
[eval] sample_idx=58 baseline=C
|
| 203 |
+
[eval] sample_idx=58 tvcd=C
|
| 204 |
+
[eval] sample_idx=59 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4
|
| 205 |
+
[eval] sample_idx=59 baseline=D
|
| 206 |
+
[eval] sample_idx=59 tvcd=D
|
| 207 |
+
{'samples_done': 60, 'baseline_acc': 0.45, 'tvcd_acc': 0.45, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
|
| 208 |
+
[eval] sample_idx=60 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 209 |
+
[eval] sample_idx=60 baseline=C
|
| 210 |
+
[eval] sample_idx=60 tvcd=C
|
| 211 |
+
[eval] sample_idx=61 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
|
| 212 |
+
[eval] sample_idx=61 baseline=D
|
| 213 |
+
[eval] sample_idx=61 tvcd=D
|
| 214 |
+
[eval] sample_idx=62 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4
|
| 215 |
+
[eval] sample_idx=62 baseline=B
|
| 216 |
+
[eval] sample_idx=62 tvcd=B
|
| 217 |
+
[eval] sample_idx=63 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4
|
| 218 |
+
[eval] sample_idx=63 baseline=G
|
| 219 |
+
[eval] sample_idx=63 tvcd=G
|
| 220 |
+
[eval] sample_idx=64 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4
|
| 221 |
+
[eval] sample_idx=64 baseline=D
|
| 222 |
+
[eval] sample_idx=64 tvcd=D
|
| 223 |
+
[eval] sample_idx=65 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4
|
| 224 |
+
[eval] sample_idx=65 baseline=C
|
| 225 |
+
[eval] sample_idx=65 tvcd=C
|
| 226 |
+
[eval] sample_idx=66 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4
|
| 227 |
+
[eval] sample_idx=66 baseline=I
|
| 228 |
+
[eval] sample_idx=66 tvcd=I. put down the reagent bottle
|
| 229 |
+
[eval] sample_idx=67 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4
|
| 230 |
+
[eval] sample_idx=67 baseline=A
|
| 231 |
+
[eval] sample_idx=67 tvcd=A
|
| 232 |
+
[eval] sample_idx=68 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4
|
| 233 |
+
[eval] sample_idx=68 baseline=G
|
| 234 |
+
[eval] sample_idx=68 tvcd=G
|
| 235 |
+
[eval] sample_idx=69 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4
|
| 236 |
+
[eval] sample_idx=69 baseline=E
|
| 237 |
+
[eval] sample_idx=69 tvcd=E
|
| 238 |
+
{'samples_done': 70, 'baseline_acc': 0.44285714285714284, 'tvcd_acc': 0.44285714285714284, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
|
| 239 |
+
[eval] sample_idx=70 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 240 |
+
[eval] sample_idx=70 baseline=C
|
| 241 |
+
[eval] sample_idx=70 tvcd=C
|
| 242 |
+
[eval] sample_idx=71 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
|
| 243 |
+
[eval] sample_idx=71 baseline=G
|
| 244 |
+
[eval] sample_idx=71 tvcd=G
|
| 245 |
+
[eval] sample_idx=72 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4
|
| 246 |
+
[eval] sample_idx=72 baseline=C
|
| 247 |
+
[eval] sample_idx=72 tvcd=C
|
| 248 |
+
[eval] sample_idx=73 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4
|
| 249 |
+
[eval] sample_idx=73 baseline=D
|
| 250 |
+
[eval] sample_idx=73 tvcd=D
|
| 251 |
+
[eval] sample_idx=74 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4
|
| 252 |
+
[eval] sample_idx=74 baseline=B
|
| 253 |
+
[eval] sample_idx=74 tvcd=B
|
| 254 |
+
[eval] sample_idx=75 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4
|
| 255 |
+
[eval] sample_idx=75 baseline=B
|
| 256 |
+
[eval] sample_idx=75 tvcd=B
|
| 257 |
+
[eval] sample_idx=76 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4
|
| 258 |
+
[eval] sample_idx=76 baseline=C
|
| 259 |
+
[eval] sample_idx=76 tvcd=C
|
| 260 |
+
[eval] sample_idx=77 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4
|
| 261 |
+
[eval] sample_idx=77 baseline=C
|
| 262 |
+
[eval] sample_idx=77 tvcd=C
|
| 263 |
+
[eval] sample_idx=78 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4
|
| 264 |
+
[eval] sample_idx=78 baseline=D
|
| 265 |
+
[eval] sample_idx=78 tvcd=D
|
| 266 |
+
[eval] sample_idx=79 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4
|
| 267 |
+
[eval] sample_idx=79 baseline=B
|
| 268 |
+
[eval] sample_idx=79 tvcd=B
|
| 269 |
+
{'samples_done': 80, 'baseline_acc': 0.4125, 'tvcd_acc': 0.4125, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
|
| 270 |
+
{
|
| 271 |
+
"samples_done": 80,
|
| 272 |
+
"baseline_acc": 0.4125,
|
| 273 |
+
"tvcd_acc": 0.4125,
|
| 274 |
+
"model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
|
| 275 |
+
"dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
|
| 276 |
+
"use_tvcd": true,
|
| 277 |
+
"cd_alpha": 0.5,
|
| 278 |
+
"cd_beta": 0.05
|
| 279 |
+
}
|
tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu0/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 80,
|
| 3 |
+
"baseline_acc": 0.4125,
|
| 4 |
+
"tvcd_acc": 0.4125,
|
| 5 |
+
"model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 0.5,
|
| 9 |
+
"cd_beta": 0.05
|
| 10 |
+
}
|
tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu3/predictions.jsonl
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"sample_idx": 3000, "data_id": 2741, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4", "gt_response": "B. The blue sphere collides with the blue cube", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 2 |
+
{"sample_idx": 3001, "data_id": 2741, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4", "gt_response": "A. The cyan sphere's deflection", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 3 |
+
{"sample_idx": 3002, "data_id": 2742, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4", "gt_response": "C. Zooms in on a person in a light-colored shirt", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 4 |
+
{"sample_idx": 3003, "data_id": 2742, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4", "gt_response": "B. Panning to the left", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 5 |
+
{"sample_idx": 3004, "data_id": 2743, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4", "gt_response": "D. Blue cylinder and teal sphere", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 6 |
+
{"sample_idx": 3005, "data_id": 2743, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4", "gt_response": "C. Blue metallic cylinder", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 7 |
+
{"sample_idx": 3006, "data_id": 2744, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4", "gt_response": "C. The camera angle changes to a closer view", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 8 |
+
{"sample_idx": 3007, "data_id": 2744, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4", "gt_response": "C. The camera angle was adjusted to a closer view", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 9 |
+
{"sample_idx": 3008, "data_id": 2745, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4", "gt_response": "B. The person continues to use it", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 10 |
+
{"sample_idx": 3009, "data_id": 2745, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4", "gt_response": "B. The device is plugged into an outlet", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 11 |
+
{"sample_idx": 3010, "data_id": 2746, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4", "gt_response": "A. The defensive players react swiftly, attempting to block the ball", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 12 |
+
{"sample_idx": 3011, "data_id": 2746, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4", "gt_response": "A. The referee blows the whistle", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 13 |
+
{"sample_idx": 3012, "data_id": 2747, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4", "gt_response": "B. The sphere and the cyan object collide", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 14 |
+
{"sample_idx": 3013, "data_id": 2747, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4", "gt_response": "C. The sphere and cyan object must be moving towards the center", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 15 |
+
{"sample_idx": 3014, "data_id": 2748, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4", "gt_response": "A. Giving commands", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 16 |
+
{"sample_idx": 3015, "data_id": 2748, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4", "gt_response": "B. The person's hand signals", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 17 |
+
{"sample_idx": 3016, "data_id": 2749, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4", "gt_response": "C. A clear glass being filled with water", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 18 |
+
{"sample_idx": 3017, "data_id": 2749, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4", "gt_response": "C. A clear glass being filled with water", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 19 |
+
{"sample_idx": 3018, "data_id": 2750, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4", "gt_response": "B. clothes", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 20 |
+
{"sample_idx": 3019, "data_id": 2750, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4", "gt_response": "B. clothes", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 21 |
+
{"sample_idx": 3020, "data_id": 2751, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4", "gt_response": "B. The rubber object appears", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 22 |
+
{"sample_idx": 3021, "data_id": 2751, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4", "gt_response": "B. The green object's movement", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 23 |
+
{"sample_idx": 3022, "data_id": 2752, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4", "gt_response": "D. To indicate a traffic violation", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 24 |
+
{"sample_idx": 3023, "data_id": 2752, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4", "gt_response": "C. A traffic violation", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 25 |
+
{"sample_idx": 3024, "data_id": 2753, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4", "gt_response": "D. Closed the laptop.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 26 |
+
{"sample_idx": 3025, "data_id": 2753, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4", "gt_response": "D. Put down the phone/camera.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 27 |
+
{"sample_idx": 3026, "data_id": 2754, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4", "gt_response": "D. The ball is recovered by the blue team", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 28 |
+
{"sample_idx": 3027, "data_id": 2754, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4", "gt_response": "B. The white player is blocked by defenders", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 29 |
+
{"sample_idx": 3028, "data_id": 2755, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4", "gt_response": "A. They put the dough circles in a pot of boiling water", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 30 |
+
{"sample_idx": 3029, "data_id": 2755, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4", "gt_response": "B. To prepare to cook them by boiling", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 31 |
+
{"sample_idx": 3030, "data_id": 2756, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4", "gt_response": "D. hug them.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 32 |
+
{"sample_idx": 3031, "data_id": 2756, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4", "gt_response": "A. running towards them", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 33 |
+
{"sample_idx": 3032, "data_id": 2757, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4", "gt_response": "D. Zooms in on the hand", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 34 |
+
{"sample_idx": 3033, "data_id": 2757, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4", "gt_response": "B. The hand begins stirring", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 35 |
+
{"sample_idx": 3034, "data_id": 2758, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4", "gt_response": "D. It is baked until fully cooked", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 36 |
+
{"sample_idx": 3035, "data_id": 2758, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4", "gt_response": "C. It was a pinkish mixture of ground meat and herbs", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 37 |
+
{"sample_idx": 3036, "data_id": 2759, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4", "gt_response": "C. From overcast to sunny and back to overcast", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 38 |
+
{"sample_idx": 3037, "data_id": 2759, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4", "gt_response": "C. Overcast", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 39 |
+
{"sample_idx": 3038, "data_id": 2760, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4", "gt_response": "B. Moves closer to children", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 40 |
+
{"sample_idx": 3039, "data_id": 2760, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4", "gt_response": "B. Camera moved closer to children", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 41 |
+
{"sample_idx": 3040, "data_id": 2761, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4", "gt_response": "D. Took the shoe.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 42 |
+
{"sample_idx": 3041, "data_id": 2761, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4", "gt_response": "D. Taking the shoe", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 43 |
+
{"sample_idx": 3042, "data_id": 2762, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4", "gt_response": "B. The collision between the cylinder and the green sphere", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 44 |
+
{"sample_idx": 3043, "data_id": 2762, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4", "gt_response": "B. The green sphere collides with the yellow sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 45 |
+
{"sample_idx": 3044, "data_id": 2763, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4", "gt_response": "A. tied.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 46 |
+
{"sample_idx": 3045, "data_id": 2763, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4", "gt_response": "A. tied.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 47 |
+
{"sample_idx": 3046, "data_id": 2764, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4", "gt_response": "A. The mixture is cooked in a pan", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 48 |
+
{"sample_idx": 3047, "data_id": 2764, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4", "gt_response": "A. The ingredients are measured and prepared", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 49 |
+
{"sample_idx": 3048, "data_id": 2765, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4", "gt_response": "D. Closing the backpack zipper", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 50 |
+
{"sample_idx": 3049, "data_id": 2765, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4", "gt_response": "C. Inserting banknotes into the book", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 51 |
+
{"sample_idx": 3050, "data_id": 2766, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4", "gt_response": "D. Applying paint to the neck area", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 52 |
+
{"sample_idx": 3051, "data_id": 2766, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4", "gt_response": "B. Mixing paint colors", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 53 |
+
{"sample_idx": 3052, "data_id": 2767, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4", "gt_response": "B. Put down the shoe.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 54 |
+
{"sample_idx": 3053, "data_id": 2767, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4", "gt_response": "B. Opened the closet/cabinet.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 55 |
+
{"sample_idx": 3054, "data_id": 2768, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4", "gt_response": "B. Putting the wallet into a bag", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 56 |
+
{"sample_idx": 3055, "data_id": 2768, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4", "gt_response": "B. Selecting paper items from a bag", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 57 |
+
{"sample_idx": 3056, "data_id": 2769, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4", "gt_response": "D. He wipes his mouth with a napkin", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 58 |
+
{"sample_idx": 3057, "data_id": 2769, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4", "gt_response": "C. To wipe his mouth", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 59 |
+
{"sample_idx": 3058, "data_id": 2770, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4", "gt_response": "C. Both arrived simultaneously", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 60 |
+
{"sample_idx": 3059, "data_id": 2770, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4", "gt_response": "A. The man", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 61 |
+
{"sample_idx": 3060, "data_id": 2771, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4", "gt_response": "B. Number of people per tube and snow texture", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 62 |
+
{"sample_idx": 3061, "data_id": 2771, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4", "gt_response": "D. Large groups sharing tubes", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 63 |
+
{"sample_idx": 3062, "data_id": 2772, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4", "gt_response": "B. The bullfighter becomes visibly injured with blood on their face and hand", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 64 |
+
{"sample_idx": 3063, "data_id": 2772, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4", "gt_response": "B. The bullfighter was knocked down by the bull", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 65 |
+
{"sample_idx": 3064, "data_id": 2773, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4", "gt_response": "A. the blue object's colliding with the cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 66 |
+
{"sample_idx": 3065, "data_id": 2773, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4", "gt_response": "A. the blue object's colliding with the cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 67 |
+
{"sample_idx": 3066, "data_id": 2774, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4", "gt_response": "C. The text 'Mayflower Adventures'", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 68 |
+
{"sample_idx": 3067, "data_id": 2774, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4", "gt_response": "D. The skier floating in the water", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 69 |
+
{"sample_idx": 3068, "data_id": 2775, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4", "gt_response": "D. To practice the motions with some equipment before using the tail", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 70 |
+
{"sample_idx": 3069, "data_id": 2775, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4", "gt_response": "B. Practicing with flippers first", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 71 |
+
{"sample_idx": 3070, "data_id": 2776, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4", "gt_response": "C. Show the modified watermelon to the camera", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 72 |
+
{"sample_idx": 3071, "data_id": 2776, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4", "gt_response": "B. To demonstrate a preservation technique", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 73 |
+
{"sample_idx": 3072, "data_id": 2777, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4", "gt_response": "D. It changes to provide different explanations and examples", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 74 |
+
{"sample_idx": 3073, "data_id": 2777, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4", "gt_response": "B. To provide different explanations and examples", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 75 |
+
{"sample_idx": 3074, "data_id": 2778, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4", "gt_response": "A. The eggplant slices are added to the pan", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 76 |
+
{"sample_idx": 3075, "data_id": 2778, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4", "gt_response": "B. The pork was cooked and flipped", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 77 |
+
{"sample_idx": 3076, "data_id": 2779, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4", "gt_response": "A. Threw the clothes.", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 78 |
+
{"sample_idx": 3077, "data_id": 2779, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4", "gt_response": "B. Walked towards the clothes.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 79 |
+
{"sample_idx": 3078, "data_id": 2780, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4", "gt_response": "C. the rubber object's colliding with the green object", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 80 |
+
{"sample_idx": 3079, "data_id": 2780, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4", "gt_response": "B. the presence of the green sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu3/run.log
ADDED
|
@@ -0,0 +1,303 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
|
| 2 |
+
warnings.warn(
|
| 3 |
+
[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu3', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 3000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05, 'tvcd_shuffle_seed': 42, 'resume': False}
|
| 4 |
+
[eval] output_dir=tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu3
|
| 5 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
|
| 6 |
+
warnings.warn(
|
| 7 |
+
[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
|
| 8 |
+
You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
|
| 9 |
+
You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
|
| 10 |
+
Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
|
| 11 |
+
- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
|
| 12 |
+
- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
|
| 13 |
+
Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
|
| 14 |
+
Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
|
| 15 |
+
Model Class: LlavaLlamaForCausalLM
|
| 16 |
+
[eval] model loaded
|
| 17 |
+
[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
|
| 18 |
+
[eval] sample_idx=3000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
|
| 19 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
|
| 20 |
+
warnings.warn(
|
| 21 |
+
/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
|
| 22 |
+
warnings.warn(
|
| 23 |
+
[eval] sample_idx=3000 baseline=A
|
| 24 |
+
[eval] sample_idx=3000 tvcd=A
|
| 25 |
+
[eval] sample_idx=3001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
|
| 26 |
+
[eval] sample_idx=3001 baseline=B
|
| 27 |
+
[eval] sample_idx=3001 tvcd=B
|
| 28 |
+
[eval] sample_idx=3002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4
|
| 29 |
+
[eval] sample_idx=3002 baseline=A
|
| 30 |
+
[eval] sample_idx=3002 tvcd=A
|
| 31 |
+
[eval] sample_idx=3003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4
|
| 32 |
+
[eval] sample_idx=3003 baseline=A
|
| 33 |
+
[eval] sample_idx=3003 tvcd=A
|
| 34 |
+
[eval] sample_idx=3004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4
|
| 35 |
+
[eval] sample_idx=3004 baseline=A
|
| 36 |
+
[eval] sample_idx=3004 tvcd=A
|
| 37 |
+
[eval] sample_idx=3005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4
|
| 38 |
+
[eval] sample_idx=3005 baseline=A
|
| 39 |
+
[eval] sample_idx=3005 tvcd=A
|
| 40 |
+
[eval] sample_idx=3006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4
|
| 41 |
+
[eval] sample_idx=3006 baseline=D
|
| 42 |
+
[eval] sample_idx=3006 tvcd=C
|
| 43 |
+
[eval] sample_idx=3007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4
|
| 44 |
+
[eval] sample_idx=3007 baseline=C
|
| 45 |
+
[eval] sample_idx=3007 tvcd=C
|
| 46 |
+
[eval] sample_idx=3008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4
|
| 47 |
+
[eval] sample_idx=3008 baseline=D
|
| 48 |
+
[eval] sample_idx=3008 tvcd=D
|
| 49 |
+
[eval] sample_idx=3009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4
|
| 50 |
+
[eval] sample_idx=3009 baseline=B
|
| 51 |
+
[eval] sample_idx=3009 tvcd=B
|
| 52 |
+
{'samples_done': 10, 'baseline_acc': 0.2, 'tvcd_acc': 0.3, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
|
| 53 |
+
[eval] sample_idx=3010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
|
| 54 |
+
[eval] sample_idx=3010 baseline=A
|
| 55 |
+
[eval] sample_idx=3010 tvcd=A
|
| 56 |
+
[eval] sample_idx=3011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
|
| 57 |
+
[eval] sample_idx=3011 baseline=B
|
| 58 |
+
[eval] sample_idx=3011 tvcd=B
|
| 59 |
+
[eval] sample_idx=3012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4
|
| 60 |
+
[eval] sample_idx=3012 baseline=D
|
| 61 |
+
[eval] sample_idx=3012 tvcd=D
|
| 62 |
+
[eval] sample_idx=3013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4
|
| 63 |
+
[eval] sample_idx=3013 baseline=B
|
| 64 |
+
[eval] sample_idx=3013 tvcd=B
|
| 65 |
+
[eval] sample_idx=3014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4
|
| 66 |
+
[eval] sample_idx=3014 baseline=B
|
| 67 |
+
[eval] sample_idx=3014 tvcd=B
|
| 68 |
+
[eval] sample_idx=3015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4
|
| 69 |
+
[eval] sample_idx=3015 baseline=B
|
| 70 |
+
[eval] sample_idx=3015 tvcd=B
|
| 71 |
+
[eval] sample_idx=3016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4
|
| 72 |
+
[h264 @ 0x556cbac487c0] mmco: unref short failure
|
| 73 |
+
[eval] sample_idx=3016 baseline=C
|
| 74 |
+
[eval] sample_idx=3016 tvcd=C
|
| 75 |
+
[eval] sample_idx=3017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4
|
| 76 |
+
[h264 @ 0x556cbab28e80] mmco: unref short failure
|
| 77 |
+
[eval] sample_idx=3017 baseline=C
|
| 78 |
+
[eval] sample_idx=3017 tvcd=C
|
| 79 |
+
[eval] sample_idx=3018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4
|
| 80 |
+
[eval] sample_idx=3018 baseline=C
|
| 81 |
+
[eval] sample_idx=3018 tvcd=C
|
| 82 |
+
[eval] sample_idx=3019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4
|
| 83 |
+
[eval] sample_idx=3019 baseline=A
|
| 84 |
+
[eval] sample_idx=3019 tvcd=A
|
| 85 |
+
{'samples_done': 20, 'baseline_acc': 0.3, 'tvcd_acc': 0.35, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
|
| 86 |
+
[eval] sample_idx=3020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
|
| 87 |
+
[eval] sample_idx=3020 baseline=A
|
| 88 |
+
[eval] sample_idx=3020 tvcd=A
|
| 89 |
+
[eval] sample_idx=3021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
|
| 90 |
+
[eval] sample_idx=3021 baseline=B
|
| 91 |
+
[eval] sample_idx=3021 tvcd=B
|
| 92 |
+
[eval] sample_idx=3022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4
|
| 93 |
+
[eval] sample_idx=3022 baseline=D
|
| 94 |
+
[eval] sample_idx=3022 tvcd=D
|
| 95 |
+
[eval] sample_idx=3023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4
|
| 96 |
+
[eval] sample_idx=3023 baseline=C
|
| 97 |
+
[eval] sample_idx=3023 tvcd=C
|
| 98 |
+
[eval] sample_idx=3024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4
|
| 99 |
+
[eval] sample_idx=3024 baseline=D
|
| 100 |
+
[eval] sample_idx=3024 tvcd=D
|
| 101 |
+
[eval] sample_idx=3025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4
|
| 102 |
+
[eval] sample_idx=3025 baseline=D
|
| 103 |
+
[eval] sample_idx=3025 tvcd=A
|
| 104 |
+
[eval] sample_idx=3026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4
|
| 105 |
+
[eval] sample_idx=3026 baseline=B
|
| 106 |
+
[eval] sample_idx=3026 tvcd=B
|
| 107 |
+
[eval] sample_idx=3027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4
|
| 108 |
+
[eval] sample_idx=3027 baseline=A
|
| 109 |
+
[eval] sample_idx=3027 tvcd=A
|
| 110 |
+
[eval] sample_idx=3028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4
|
| 111 |
+
[eval] sample_idx=3028 baseline=A
|
| 112 |
+
[eval] sample_idx=3028 tvcd=A
|
| 113 |
+
[eval] sample_idx=3029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4
|
| 114 |
+
[eval] sample_idx=3029 baseline=B
|
| 115 |
+
[eval] sample_idx=3029 tvcd=B
|
| 116 |
+
{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
|
| 117 |
+
[eval] sample_idx=3030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
|
| 118 |
+
[eval] sample_idx=3030 baseline=D
|
| 119 |
+
[eval] sample_idx=3030 tvcd=D
|
| 120 |
+
[eval] sample_idx=3031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
|
| 121 |
+
[eval] sample_idx=3031 baseline=B
|
| 122 |
+
[eval] sample_idx=3031 tvcd=B
|
| 123 |
+
[eval] sample_idx=3032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4
|
| 124 |
+
[eval] sample_idx=3032 baseline=D
|
| 125 |
+
[eval] sample_idx=3032 tvcd=D
|
| 126 |
+
[eval] sample_idx=3033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4
|
| 127 |
+
[eval] sample_idx=3033 baseline=B
|
| 128 |
+
[eval] sample_idx=3033 tvcd=B
|
| 129 |
+
[eval] sample_idx=3034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4
|
| 130 |
+
[eval] sample_idx=3034 baseline=D
|
| 131 |
+
[eval] sample_idx=3034 tvcd=D
|
| 132 |
+
[eval] sample_idx=3035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4
|
| 133 |
+
[eval] sample_idx=3035 baseline=C
|
| 134 |
+
[eval] sample_idx=3035 tvcd=C
|
| 135 |
+
[eval] sample_idx=3036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4
|
| 136 |
+
[eval] sample_idx=3036 baseline=D
|
| 137 |
+
[eval] sample_idx=3036 tvcd=D
|
| 138 |
+
[eval] sample_idx=3037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4
|
| 139 |
+
[eval] sample_idx=3037 baseline=C
|
| 140 |
+
[eval] sample_idx=3037 tvcd=C
|
| 141 |
+
[eval] sample_idx=3038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4
|
| 142 |
+
[eval] sample_idx=3038 baseline=D
|
| 143 |
+
[eval] sample_idx=3038 tvcd=D
|
| 144 |
+
[eval] sample_idx=3039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4
|
| 145 |
+
[eval] sample_idx=3039 baseline=B
|
| 146 |
+
[eval] sample_idx=3039 tvcd=B
|
| 147 |
+
{'samples_done': 40, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
|
| 148 |
+
[eval] sample_idx=3040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
|
| 149 |
+
[eval] sample_idx=3040 baseline=A
|
| 150 |
+
[eval] sample_idx=3040 tvcd=A
|
| 151 |
+
[eval] sample_idx=3041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
|
| 152 |
+
[eval] sample_idx=3041 baseline=D
|
| 153 |
+
[eval] sample_idx=3041 tvcd=D
|
| 154 |
+
[eval] sample_idx=3042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4
|
| 155 |
+
[eval] sample_idx=3042 baseline=A
|
| 156 |
+
[eval] sample_idx=3042 tvcd=A
|
| 157 |
+
[eval] sample_idx=3043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4
|
| 158 |
+
[eval] sample_idx=3043 baseline=C
|
| 159 |
+
[eval] sample_idx=3043 tvcd=C
|
| 160 |
+
[eval] sample_idx=3044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4
|
| 161 |
+
[eval] sample_idx=3044 baseline=A
|
| 162 |
+
[eval] sample_idx=3044 tvcd=A
|
| 163 |
+
[eval] sample_idx=3045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4
|
| 164 |
+
[eval] sample_idx=3045 baseline=A
|
| 165 |
+
[eval] sample_idx=3045 tvcd=A
|
| 166 |
+
[eval] sample_idx=3046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4
|
| 167 |
+
[eval] sample_idx=3046 baseline=C
|
| 168 |
+
[eval] sample_idx=3046 tvcd=C
|
| 169 |
+
[eval] sample_idx=3047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4
|
| 170 |
+
[eval] sample_idx=3047 baseline=A
|
| 171 |
+
[eval] sample_idx=3047 tvcd=A
|
| 172 |
+
[eval] sample_idx=3048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4
|
| 173 |
+
[eval] sample_idx=3048 baseline=D
|
| 174 |
+
[eval] sample_idx=3048 tvcd=D
|
| 175 |
+
[eval] sample_idx=3049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4
|
| 176 |
+
[eval] sample_idx=3049 baseline=B
|
| 177 |
+
[eval] sample_idx=3049 tvcd=B
|
| 178 |
+
{'samples_done': 50, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
|
| 179 |
+
[eval] sample_idx=3050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
|
| 180 |
+
[h264 @ 0x556cbad85d80] mmco: unref short failure
|
| 181 |
+
[h264 @ 0x556cbad85d80] mmco: unref short failure
|
| 182 |
+
[h264 @ 0x556cbad85d80] mmco: unref short failure
|
| 183 |
+
[h264 @ 0x556cbad85d80] mmco: unref short failure
|
| 184 |
+
[h264 @ 0x556cbad85d80] mmco: unref short failure
|
| 185 |
+
[eval] sample_idx=3050 baseline=D
|
| 186 |
+
[eval] sample_idx=3050 tvcd=D
|
| 187 |
+
[eval] sample_idx=3051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
|
| 188 |
+
[h264 @ 0x556cbabe04c0] mmco: unref short failure
|
| 189 |
+
[h264 @ 0x556cbabe04c0] mmco: unref short failure
|
| 190 |
+
[h264 @ 0x556cbabe04c0] mmco: unref short failure
|
| 191 |
+
[h264 @ 0x556cbabe04c0] mmco: unref short failure
|
| 192 |
+
[h264 @ 0x556cbabe04c0] mmco: unref short failure
|
| 193 |
+
[eval] sample_idx=3051 baseline=C
|
| 194 |
+
[eval] sample_idx=3051 tvcd=C
|
| 195 |
+
[eval] sample_idx=3052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4
|
| 196 |
+
[eval] sample_idx=3052 baseline=B
|
| 197 |
+
[eval] sample_idx=3052 tvcd=B
|
| 198 |
+
[eval] sample_idx=3053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4
|
| 199 |
+
[eval] sample_idx=3053 baseline=B
|
| 200 |
+
[eval] sample_idx=3053 tvcd=B
|
| 201 |
+
[eval] sample_idx=3054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4
|
| 202 |
+
[eval] sample_idx=3054 baseline=D
|
| 203 |
+
[eval] sample_idx=3054 tvcd=D
|
| 204 |
+
[eval] sample_idx=3055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4
|
| 205 |
+
[eval] sample_idx=3055 baseline=A
|
| 206 |
+
[eval] sample_idx=3055 tvcd=A
|
| 207 |
+
[eval] sample_idx=3056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4
|
| 208 |
+
[eval] sample_idx=3056 baseline=D
|
| 209 |
+
[eval] sample_idx=3056 tvcd=D
|
| 210 |
+
[eval] sample_idx=3057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4
|
| 211 |
+
[eval] sample_idx=3057 baseline=C
|
| 212 |
+
[eval] sample_idx=3057 tvcd=C
|
| 213 |
+
[eval] sample_idx=3058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4
|
| 214 |
+
[eval] sample_idx=3058 baseline=A
|
| 215 |
+
[eval] sample_idx=3058 tvcd=A
|
| 216 |
+
[eval] sample_idx=3059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4
|
| 217 |
+
[eval] sample_idx=3059 baseline=A
|
| 218 |
+
[eval] sample_idx=3059 tvcd=A
|
| 219 |
+
{'samples_done': 60, 'baseline_acc': 0.5166666666666667, 'tvcd_acc': 0.5166666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
|
| 220 |
+
[eval] sample_idx=3060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
|
| 221 |
+
[eval] sample_idx=3060 baseline=B
|
| 222 |
+
[eval] sample_idx=3060 tvcd=B
|
| 223 |
+
[eval] sample_idx=3061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
|
| 224 |
+
[eval] sample_idx=3061 baseline=A
|
| 225 |
+
[eval] sample_idx=3061 tvcd=C
|
| 226 |
+
[eval] sample_idx=3062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
|
| 227 |
+
[h264 @ 0x556cb9fba640] mmco: unref short failure
|
| 228 |
+
[h264 @ 0x556cb9fba640] mmco: unref short failure
|
| 229 |
+
[eval] sample_idx=3062 baseline=B
|
| 230 |
+
[eval] sample_idx=3062 tvcd=B
|
| 231 |
+
[eval] sample_idx=3063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
|
| 232 |
+
[h264 @ 0x556c7c8e57c0] mmco: unref short failure
|
| 233 |
+
[h264 @ 0x556c7c8e57c0] mmco: unref short failure
|
| 234 |
+
[eval] sample_idx=3063 baseline=B
|
| 235 |
+
[eval] sample_idx=3063 tvcd=B
|
| 236 |
+
[eval] sample_idx=3064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4
|
| 237 |
+
[eval] sample_idx=3064 baseline=A
|
| 238 |
+
[eval] sample_idx=3064 tvcd=A
|
| 239 |
+
[eval] sample_idx=3065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4
|
| 240 |
+
[eval] sample_idx=3065 baseline=A
|
| 241 |
+
[eval] sample_idx=3065 tvcd=A
|
| 242 |
+
[eval] sample_idx=3066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4
|
| 243 |
+
[eval] sample_idx=3066 baseline=B
|
| 244 |
+
[eval] sample_idx=3066 tvcd=B
|
| 245 |
+
[eval] sample_idx=3067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4
|
| 246 |
+
[eval] sample_idx=3067 baseline=B
|
| 247 |
+
[eval] sample_idx=3067 tvcd=B
|
| 248 |
+
[eval] sample_idx=3068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4
|
| 249 |
+
[eval] sample_idx=3068 baseline=D
|
| 250 |
+
[eval] sample_idx=3068 tvcd=D
|
| 251 |
+
[eval] sample_idx=3069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4
|
| 252 |
+
[eval] sample_idx=3069 baseline=B
|
| 253 |
+
[eval] sample_idx=3069 tvcd=B
|
| 254 |
+
{'samples_done': 70, 'baseline_acc': 0.5428571428571428, 'tvcd_acc': 0.5428571428571428, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
|
| 255 |
+
[eval] sample_idx=3070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
|
| 256 |
+
[h264 @ 0x556cbaddb400] mmco: unref short failure
|
| 257 |
+
[h264 @ 0x556cbaddb400] mmco: unref short failure
|
| 258 |
+
[h264 @ 0x556cbaddb400] mmco: unref short failure
|
| 259 |
+
[h264 @ 0x556cbaddb400] mmco: unref short failure
|
| 260 |
+
[eval] sample_idx=3070 baseline=B
|
| 261 |
+
[eval] sample_idx=3070 tvcd=B
|
| 262 |
+
[eval] sample_idx=3071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
|
| 263 |
+
[h264 @ 0x556cbaddb400] mmco: unref short failure
|
| 264 |
+
[h264 @ 0x556cbaddb400] mmco: unref short failure
|
| 265 |
+
[h264 @ 0x556cbaddb400] mmco: unref short failure
|
| 266 |
+
[h264 @ 0x556cbaddb400] mmco: unref short failure
|
| 267 |
+
[eval] sample_idx=3071 baseline=A
|
| 268 |
+
[eval] sample_idx=3071 tvcd=D
|
| 269 |
+
[eval] sample_idx=3072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4
|
| 270 |
+
[eval] sample_idx=3072 baseline=D
|
| 271 |
+
[eval] sample_idx=3072 tvcd=A
|
| 272 |
+
[eval] sample_idx=3073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4
|
| 273 |
+
[eval] sample_idx=3073 baseline=D
|
| 274 |
+
[eval] sample_idx=3073 tvcd=D
|
| 275 |
+
[eval] sample_idx=3074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4
|
| 276 |
+
[eval] sample_idx=3074 baseline=B
|
| 277 |
+
[eval] sample_idx=3074 tvcd=B
|
| 278 |
+
[eval] sample_idx=3075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4
|
| 279 |
+
[eval] sample_idx=3075 baseline=B
|
| 280 |
+
[eval] sample_idx=3075 tvcd=B
|
| 281 |
+
[eval] sample_idx=3076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4
|
| 282 |
+
[eval] sample_idx=3076 baseline=B
|
| 283 |
+
[eval] sample_idx=3076 tvcd=B
|
| 284 |
+
[eval] sample_idx=3077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4
|
| 285 |
+
[eval] sample_idx=3077 baseline=B
|
| 286 |
+
[eval] sample_idx=3077 tvcd=B
|
| 287 |
+
[eval] sample_idx=3078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4
|
| 288 |
+
[eval] sample_idx=3078 baseline=C
|
| 289 |
+
[eval] sample_idx=3078 tvcd=C
|
| 290 |
+
[eval] sample_idx=3079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4
|
| 291 |
+
[eval] sample_idx=3079 baseline=C
|
| 292 |
+
[eval] sample_idx=3079 tvcd=C
|
| 293 |
+
{'samples_done': 80, 'baseline_acc': 0.525, 'tvcd_acc': 0.5125, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
|
| 294 |
+
{
|
| 295 |
+
"samples_done": 80,
|
| 296 |
+
"baseline_acc": 0.525,
|
| 297 |
+
"tvcd_acc": 0.5125,
|
| 298 |
+
"model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
|
| 299 |
+
"dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
|
| 300 |
+
"use_tvcd": true,
|
| 301 |
+
"cd_alpha": 1.0,
|
| 302 |
+
"cd_beta": 0.05
|
| 303 |
+
}
|
tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu3/summary.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"samples_done": 80,
|
| 3 |
+
"baseline_acc": 0.525,
|
| 4 |
+
"tvcd_acc": 0.5125,
|
| 5 |
+
"model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
|
| 6 |
+
"dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
|
| 7 |
+
"use_tvcd": true,
|
| 8 |
+
"cd_alpha": 1.0,
|
| 9 |
+
"cd_beta": 0.05
|
| 10 |
+
}
|
tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu2/predictions.jsonl
ADDED
|
@@ -0,0 +1,80 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{"sample_idx": 2000, "data_id": 2241, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4", "gt_response": "A. The sphere collides with the purple cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 2 |
+
{"sample_idx": 2001, "data_id": 2241, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4", "gt_response": "B. The sphere's initial trajectory", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 3 |
+
{"sample_idx": 2002, "data_id": 2242, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4", "gt_response": "B. D", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 4 |
+
{"sample_idx": 2003, "data_id": 2242, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4", "gt_response": "A. Writing the word 'BAD'", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 5 |
+
{"sample_idx": 2004, "data_id": 2243, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4", "gt_response": "C. To look at the American flag", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 6 |
+
{"sample_idx": 2005, "data_id": 2243, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4", "gt_response": "C. To look at the American flag", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 7 |
+
{"sample_idx": 2006, "data_id": 2244, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4", "gt_response": "A. Sprinting towards the goal, executing passes, and forming tactical formations", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 8 |
+
{"sample_idx": 2007, "data_id": 2244, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4", "gt_response": "D. Conducting post-game recovery drills", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 9 |
+
{"sample_idx": 2008, "data_id": 2245, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4", "gt_response": "B. It provides dynamic views of the ride, including close-ups of the individual", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 10 |
+
{"sample_idx": 2009, "data_id": 2245, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4", "gt_response": "B. Dynamic views of the ride", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 11 |
+
{"sample_idx": 2010, "data_id": 2246, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4", "gt_response": "C. Outwards to cover more of the tray", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 12 |
+
{"sample_idx": 2011, "data_id": 2246, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4", "gt_response": "B. The dough was pressed onto the tray", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 13 |
+
{"sample_idx": 2012, "data_id": 2247, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4", "gt_response": "B. They ate the sandwich.", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 14 |
+
{"sample_idx": 2013, "data_id": 2247, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4", "gt_response": "B. They brought it to their mouth.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 15 |
+
{"sample_idx": 2014, "data_id": 2248, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4", "gt_response": "C. The blue object's collision with the cyan sphere", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 16 |
+
{"sample_idx": 2015, "data_id": 2248, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4", "gt_response": "A. Remove the blue sphere", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 17 |
+
{"sample_idx": 2016, "data_id": 2249, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4", "gt_response": "B. The participants retrieve their robots", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 18 |
+
{"sample_idx": 2017, "data_id": 2249, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4", "gt_response": "B. To prepare for the next match", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 19 |
+
{"sample_idx": 2018, "data_id": 2250, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4", "gt_response": "B. They stir it carefully", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 20 |
+
{"sample_idx": 2019, "data_id": 2250, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4", "gt_response": "A. To ensure even mixing", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 21 |
+
{"sample_idx": 2020, "data_id": 2251, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4", "gt_response": "C. Took the food.", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 22 |
+
{"sample_idx": 2021, "data_id": 2251, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4", "gt_response": "B. Opening the container", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 23 |
+
{"sample_idx": 2022, "data_id": 2252, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4", "gt_response": "C. Right", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 24 |
+
{"sample_idx": 2023, "data_id": 2252, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4", "gt_response": "B. Stepping away from the table", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 25 |
+
{"sample_idx": 2024, "data_id": 2253, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4", "gt_response": "C. the gray cube's entering the scene", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 26 |
+
{"sample_idx": 2025, "data_id": 2253, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4", "gt_response": "A. the yellow cube's colliding with the sphere", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 27 |
+
{"sample_idx": 2026, "data_id": 2254, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4", "gt_response": "B. The brown cylinder collides with the brown cube", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 28 |
+
{"sample_idx": 2027, "data_id": 2254, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4", "gt_response": "B. The brown cube starts moving toward the brown cylinder", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 29 |
+
{"sample_idx": 2028, "data_id": 2255, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4", "gt_response": "A. It becomes smoother and more elastic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 30 |
+
{"sample_idx": 2029, "data_id": 2255, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4", "gt_response": "C. Adding flour", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 31 |
+
{"sample_idx": 2030, "data_id": 2256, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4", "gt_response": "D. The kiwi is mashed and its juice is extracted", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 32 |
+
{"sample_idx": 2031, "data_id": 2256, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4", "gt_response": "A. The kiwi is cut and placed in a sieve", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 33 |
+
{"sample_idx": 2032, "data_id": 2257, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4", "gt_response": "B. The yellow sphere's entrance", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 34 |
+
{"sample_idx": 2033, "data_id": 2257, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4", "gt_response": "C. The yellow sphere's colliding with the rubber sphere", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 35 |
+
{"sample_idx": 2034, "data_id": 2258, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4", "gt_response": "B. The purple cylinder and the cyan object collide", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 36 |
+
{"sample_idx": 2035, "data_id": 2258, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4", "gt_response": "B. The purple cylinder and the cyan object collide", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 37 |
+
{"sample_idx": 2036, "data_id": 2259, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4", "gt_response": "E. affectionate gesture.", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
|
| 38 |
+
{"sample_idx": 2037, "data_id": 2259, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4", "gt_response": "C. tending to the baby", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 39 |
+
{"sample_idx": 2038, "data_id": 2260, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4", "gt_response": "A. Slicing the tofu", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 40 |
+
{"sample_idx": 2039, "data_id": 2260, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4", "gt_response": "A. Slicing and mincing ginger and garlic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 41 |
+
{"sample_idx": 2040, "data_id": 2261, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4", "gt_response": "C. The child opens a large red gift bag", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 42 |
+
{"sample_idx": 2041, "data_id": 2261, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4", "gt_response": "A. The child examined a red and white floral-patterned box", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 43 |
+
{"sample_idx": 2042, "data_id": 2262, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4", "gt_response": "D. A small stain is treated", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
|
| 44 |
+
{"sample_idx": 2043, "data_id": 2262, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4", "gt_response": "C. Apply pink liquid detergent", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 45 |
+
{"sample_idx": 2044, "data_id": 2263, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4", "gt_response": "C. To show the progression of the vision test", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 46 |
+
{"sample_idx": 2045, "data_id": 2263, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4", "gt_response": "B. The man completes a new section of the test", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 47 |
+
{"sample_idx": 2046, "data_id": 2264, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4", "gt_response": "C. It becomes darker and more vibrant", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 48 |
+
{"sample_idx": 2047, "data_id": 2264, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4", "gt_response": "B. The dark sauce is added", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 49 |
+
{"sample_idx": 2048, "data_id": 2265, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4", "gt_response": "B. The camera zooms in", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 50 |
+
{"sample_idx": 2049, "data_id": 2265, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4", "gt_response": "B. The camera zooms in", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 51 |
+
{"sample_idx": 2050, "data_id": 2266, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4", "gt_response": "B. They sprinkle paprika into the bowl", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 52 |
+
{"sample_idx": 2051, "data_id": 2266, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4", "gt_response": "A. They open it", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 53 |
+
{"sample_idx": 2052, "data_id": 2267, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4", "gt_response": "B. They picked up a picture.", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 54 |
+
{"sample_idx": 2053, "data_id": 2267, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4", "gt_response": "A. They opened the book.", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 55 |
+
{"sample_idx": 2054, "data_id": 2268, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4", "gt_response": "A. 'ケツは使えないって言ってなかったか' (Didn't you say you couldn't use your butt?)", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
|
| 56 |
+
{"sample_idx": 2055, "data_id": 2268, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4", "gt_response": "A. Taguchi used his posterior in the match", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 57 |
+
{"sample_idx": 2056, "data_id": 2269, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4", "gt_response": "B. To breathe air", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 58 |
+
{"sample_idx": 2057, "data_id": 2269, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4", "gt_response": "B. Oxygen intake", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 59 |
+
{"sample_idx": 2058, "data_id": 2270, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4", "gt_response": "B. The camera focuses on close proximity to capture intensity", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 60 |
+
{"sample_idx": 2059, "data_id": 2270, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4", "gt_response": "B. To enhance the immersive experience of the surfing action", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 61 |
+
{"sample_idx": 2060, "data_id": 2271, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4", "gt_response": "D. Because they are too expensive", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 62 |
+
{"sample_idx": 2061, "data_id": 2271, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4", "gt_response": "B. Damage to enamel", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 63 |
+
{"sample_idx": 2062, "data_id": 2272, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4", "gt_response": "A. It integrates smoothly with the yellow liquid", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 64 |
+
{"sample_idx": 2063, "data_id": 2272, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4", "gt_response": "B. The yellow liquid is added", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 65 |
+
{"sample_idx": 2064, "data_id": 2273, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4", "gt_response": "A. It becomes more vibrant and energetic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 66 |
+
{"sample_idx": 2065, "data_id": 2273, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4", "gt_response": "B. People begin playing casino games", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 67 |
+
{"sample_idx": 2066, "data_id": 2274, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4", "gt_response": "B. The athlete's speed increases during the throw", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 68 |
+
{"sample_idx": 2067, "data_id": 2274, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4", "gt_response": "B. To accumulate potential energy", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 69 |
+
{"sample_idx": 2068, "data_id": 2275, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4", "gt_response": "A. They lower the glass, look around, and bend slightly", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
|
| 70 |
+
{"sample_idx": 2069, "data_id": 2275, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4", "gt_response": "B. They take a sip from the glass", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 71 |
+
{"sample_idx": 2070, "data_id": 2276, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4", "gt_response": "B. The skier moves closer to the boat", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 72 |
+
{"sample_idx": 2071, "data_id": 2276, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4", "gt_response": "C. The skier adjusted their stance", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 73 |
+
{"sample_idx": 2072, "data_id": 2277, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4", "gt_response": "C. 2", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|
| 74 |
+
{"sample_idx": 2073, "data_id": 2277, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4", "gt_response": "A. The hand was not touching that area", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
|
| 75 |
+
{"sample_idx": 2074, "data_id": 2278, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4", "gt_response": "B. A water polo game", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 76 |
+
{"sample_idx": 2075, "data_id": 2278, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4", "gt_response": "B. A water polo game", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 77 |
+
{"sample_idx": 2076, "data_id": 2279, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4", "gt_response": "C. At the back of the raft", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
|
| 78 |
+
{"sample_idx": 2077, "data_id": 2279, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4", "gt_response": "B. Control and navigation", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
|
| 79 |
+
{"sample_idx": 2078, "data_id": 2280, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4", "gt_response": "C. The yellow object collides with the cylinder", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
|
| 80 |
+
{"sample_idx": 2079, "data_id": 2280, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4", "gt_response": "C. The objects were moving towards each other", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
|