Add files using upload-large-folder tool

tmp/llava_next_base_tvcd_gpu1/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 1000,
+  "baseline_acc": 0.619,
+  "tvcd_acc": 0.619,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.1
+}

tmp/llava_next_base_tvcd_gpu3/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 1000,
+  "baseline_acc": 0.626,
+  "tvcd_acc": 0.623,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.1
+}

tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu3/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 3000, "data_id": 2741, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4", "gt_response": "B. The blue sphere collides with the blue cube", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3001, "data_id": 2741, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4", "gt_response": "A. The cyan sphere's deflection", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3002, "data_id": 2742, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4", "gt_response": "C. Zooms in on a person in a light-colored shirt", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3003, "data_id": 2742, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4", "gt_response": "B. Panning to the left", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3004, "data_id": 2743, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4", "gt_response": "D. Blue cylinder and teal sphere", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3005, "data_id": 2743, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4", "gt_response": "C. Blue metallic cylinder", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3006, "data_id": 2744, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4", "gt_response": "C. The camera angle changes to a closer view", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3007, "data_id": 2744, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4", "gt_response": "C. The camera angle was adjusted to a closer view", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3008, "data_id": 2745, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4", "gt_response": "B. The person continues to use it", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3009, "data_id": 2745, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4", "gt_response": "B. The device is plugged into an outlet", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3010, "data_id": 2746, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4", "gt_response": "A. The defensive players react swiftly, attempting to block the ball", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3011, "data_id": 2746, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4", "gt_response": "A. The referee blows the whistle", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3012, "data_id": 2747, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4", "gt_response": "B. The sphere and the cyan object collide", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3013, "data_id": 2747, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4", "gt_response": "C. The sphere and cyan object must be moving towards the center", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3014, "data_id": 2748, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4", "gt_response": "A. Giving commands", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3015, "data_id": 2748, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4", "gt_response": "B. The person's hand signals", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3016, "data_id": 2749, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4", "gt_response": "C. A clear glass being filled with water", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3017, "data_id": 2749, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4", "gt_response": "C. A clear glass being filled with water", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3018, "data_id": 2750, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4", "gt_response": "B. clothes", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3019, "data_id": 2750, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4", "gt_response": "B. clothes", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3020, "data_id": 2751, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4", "gt_response": "B. The rubber object appears", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3021, "data_id": 2751, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4", "gt_response": "B. The green object's movement", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3022, "data_id": 2752, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4", "gt_response": "D. To indicate a traffic violation", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3023, "data_id": 2752, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4", "gt_response": "C. A traffic violation", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3024, "data_id": 2753, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4", "gt_response": "D. Closed the laptop.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3025, "data_id": 2753, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4", "gt_response": "D. Put down the phone/camera.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3026, "data_id": 2754, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4", "gt_response": "D. The ball is recovered by the blue team", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3027, "data_id": 2754, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4", "gt_response": "B. The white player is blocked by defenders", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3028, "data_id": 2755, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4", "gt_response": "A. They put the dough circles in a pot of boiling water", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3029, "data_id": 2755, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4", "gt_response": "B. To prepare to cook them by boiling", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3030, "data_id": 2756, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4", "gt_response": "D. hug them.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3031, "data_id": 2756, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4", "gt_response": "A. running towards them", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3032, "data_id": 2757, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4", "gt_response": "D. Zooms in on the hand", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3033, "data_id": 2757, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4", "gt_response": "B. The hand begins stirring", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3034, "data_id": 2758, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4", "gt_response": "D. It is baked until fully cooked", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3035, "data_id": 2758, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4", "gt_response": "C. It was a pinkish mixture of ground meat and herbs", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3036, "data_id": 2759, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4", "gt_response": "C. From overcast to sunny and back to overcast", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3037, "data_id": 2759, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4", "gt_response": "C. Overcast", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3038, "data_id": 2760, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4", "gt_response": "B. Moves closer to children", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3039, "data_id": 2760, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4", "gt_response": "B. Camera moved closer to children", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3040, "data_id": 2761, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4", "gt_response": "D. Took the shoe.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3041, "data_id": 2761, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4", "gt_response": "D. Taking the shoe", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3042, "data_id": 2762, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4", "gt_response": "B. The collision between the cylinder and the green sphere", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3043, "data_id": 2762, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4", "gt_response": "B. The green sphere collides with the yellow sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3044, "data_id": 2763, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4", "gt_response": "A. tied.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3045, "data_id": 2763, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4", "gt_response": "A. tied.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3046, "data_id": 2764, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4", "gt_response": "A. The mixture is cooked in a pan", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3047, "data_id": 2764, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4", "gt_response": "A. The ingredients are measured and prepared", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3048, "data_id": 2765, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4", "gt_response": "D. Closing the backpack zipper", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3049, "data_id": 2765, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4", "gt_response": "C. Inserting banknotes into the book", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3050, "data_id": 2766, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4", "gt_response": "D. Applying paint to the neck area", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3051, "data_id": 2766, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4", "gt_response": "B. Mixing paint colors", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3052, "data_id": 2767, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4", "gt_response": "B. Put down the shoe.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3053, "data_id": 2767, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4", "gt_response": "B. Opened the closet/cabinet.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3054, "data_id": 2768, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4", "gt_response": "B. Putting the wallet into a bag", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3055, "data_id": 2768, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4", "gt_response": "B. Selecting paper items from a bag", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3056, "data_id": 2769, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4", "gt_response": "D. He wipes his mouth with a napkin", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3057, "data_id": 2769, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4", "gt_response": "C. To wipe his mouth", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3058, "data_id": 2770, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4", "gt_response": "C. Both arrived simultaneously", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3059, "data_id": 2770, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4", "gt_response": "A. The man", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3060, "data_id": 2771, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4", "gt_response": "B. Number of people per tube and snow texture", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3061, "data_id": 2771, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4", "gt_response": "D. Large groups sharing tubes", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3062, "data_id": 2772, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4", "gt_response": "B. The bullfighter becomes visibly injured with blood on their face and hand", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3063, "data_id": 2772, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4", "gt_response": "B. The bullfighter was knocked down by the bull", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3064, "data_id": 2773, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4", "gt_response": "A. the blue object's colliding with the cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3065, "data_id": 2773, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4", "gt_response": "A. the blue object's colliding with the cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3066, "data_id": 2774, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4", "gt_response": "C. The text 'Mayflower Adventures'", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3067, "data_id": 2774, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4", "gt_response": "D. The skier floating in the water", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3068, "data_id": 2775, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4", "gt_response": "D. To practice the motions with some equipment before using the tail", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3069, "data_id": 2775, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4", "gt_response": "B. Practicing with flippers first", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3070, "data_id": 2776, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4", "gt_response": "C. Show the modified watermelon to the camera", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3071, "data_id": 2776, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4", "gt_response": "B. To demonstrate a preservation technique", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3072, "data_id": 2777, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4", "gt_response": "D. It changes to provide different explanations and examples", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3073, "data_id": 2777, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4", "gt_response": "B. To provide different explanations and examples", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3074, "data_id": 2778, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4", "gt_response": "A. The eggplant slices are added to the pan", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3075, "data_id": 2778, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4", "gt_response": "B. The pork was cooked and flipped", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3076, "data_id": 2779, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4", "gt_response": "A. Threw the clothes.", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3077, "data_id": 2779, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4", "gt_response": "B. Walked towards the clothes.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3078, "data_id": 2780, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4", "gt_response": "C. the rubber object's colliding with the green object", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3079, "data_id": 2780, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4", "gt_response": "B. the presence of the green sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}

tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu3/run.log

@@ -0,0 +1,303 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu3', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 3000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0, 'tvcd_shuffle_seed': 42, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu3
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=3000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=3000 baseline=A
+[eval] sample_idx=3000 tvcd=A
+[eval] sample_idx=3001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
+[eval] sample_idx=3001 baseline=B
+[eval] sample_idx=3001 tvcd=B
+[eval] sample_idx=3002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4
+[eval] sample_idx=3002 baseline=A
+[eval] sample_idx=3002 tvcd=A
+[eval] sample_idx=3003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4
+[eval] sample_idx=3003 baseline=A
+[eval] sample_idx=3003 tvcd=A
+[eval] sample_idx=3004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4
+[eval] sample_idx=3004 baseline=A
+[eval] sample_idx=3004 tvcd=A
+[eval] sample_idx=3005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4
+[eval] sample_idx=3005 baseline=A
+[eval] sample_idx=3005 tvcd=A
+[eval] sample_idx=3006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4
+[eval] sample_idx=3006 baseline=D
+[eval] sample_idx=3006 tvcd=D
+[eval] sample_idx=3007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4
+[eval] sample_idx=3007 baseline=C
+[eval] sample_idx=3007 tvcd=C
+[eval] sample_idx=3008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4
+[eval] sample_idx=3008 baseline=D
+[eval] sample_idx=3008 tvcd=D
+[eval] sample_idx=3009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4
+[eval] sample_idx=3009 baseline=B
+[eval] sample_idx=3009 tvcd=B
+{'samples_done': 10, 'baseline_acc': 0.2, 'tvcd_acc': 0.2, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
+[eval] sample_idx=3010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
+[eval] sample_idx=3010 baseline=A
+[eval] sample_idx=3010 tvcd=A
+[eval] sample_idx=3011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
+[eval] sample_idx=3011 baseline=B
+[eval] sample_idx=3011 tvcd=B
+[eval] sample_idx=3012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4
+[eval] sample_idx=3012 baseline=D
+[eval] sample_idx=3012 tvcd=D
+[eval] sample_idx=3013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4
+[eval] sample_idx=3013 baseline=B
+[eval] sample_idx=3013 tvcd=B
+[eval] sample_idx=3014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4
+[eval] sample_idx=3014 baseline=B
+[eval] sample_idx=3014 tvcd=B
+[eval] sample_idx=3015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4
+[eval] sample_idx=3015 baseline=B
+[eval] sample_idx=3015 tvcd=B
+[eval] sample_idx=3016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4
+[h264 @ 0x55a15e02d840] mmco: unref short failure
+[eval] sample_idx=3016 baseline=C
+[eval] sample_idx=3016 tvcd=C
+[eval] sample_idx=3017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4
+[h264 @ 0x55a15e02df40] mmco: unref short failure
+[eval] sample_idx=3017 baseline=C
+[eval] sample_idx=3017 tvcd=C
+[eval] sample_idx=3018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4
+[eval] sample_idx=3018 baseline=C
+[eval] sample_idx=3018 tvcd=C
+[eval] sample_idx=3019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4
+[eval] sample_idx=3019 baseline=A
+[eval] sample_idx=3019 tvcd=A
+{'samples_done': 20, 'baseline_acc': 0.3, 'tvcd_acc': 0.3, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
+[eval] sample_idx=3020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
+[eval] sample_idx=3020 baseline=A
+[eval] sample_idx=3020 tvcd=A
+[eval] sample_idx=3021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
+[eval] sample_idx=3021 baseline=B
+[eval] sample_idx=3021 tvcd=B
+[eval] sample_idx=3022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4
+[eval] sample_idx=3022 baseline=D
+[eval] sample_idx=3022 tvcd=D
+[eval] sample_idx=3023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4
+[eval] sample_idx=3023 baseline=C
+[eval] sample_idx=3023 tvcd=C
+[eval] sample_idx=3024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4
+[eval] sample_idx=3024 baseline=D
+[eval] sample_idx=3024 tvcd=D
+[eval] sample_idx=3025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4
+[eval] sample_idx=3025 baseline=D
+[eval] sample_idx=3025 tvcd=D
+[eval] sample_idx=3026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4
+[eval] sample_idx=3026 baseline=B
+[eval] sample_idx=3026 tvcd=B
+[eval] sample_idx=3027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4
+[eval] sample_idx=3027 baseline=A
+[eval] sample_idx=3027 tvcd=A
+[eval] sample_idx=3028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4
+[eval] sample_idx=3028 baseline=A
+[eval] sample_idx=3028 tvcd=A
+[eval] sample_idx=3029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4
+[eval] sample_idx=3029 baseline=B
+[eval] sample_idx=3029 tvcd=B
+{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
+[eval] sample_idx=3030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
+[eval] sample_idx=3030 baseline=D
+[eval] sample_idx=3030 tvcd=D
+[eval] sample_idx=3031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
+[eval] sample_idx=3031 baseline=B
+[eval] sample_idx=3031 tvcd=B
+[eval] sample_idx=3032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4
+[eval] sample_idx=3032 baseline=D
+[eval] sample_idx=3032 tvcd=D
+[eval] sample_idx=3033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4
+[eval] sample_idx=3033 baseline=B
+[eval] sample_idx=3033 tvcd=B
+[eval] sample_idx=3034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4
+[eval] sample_idx=3034 baseline=D
+[eval] sample_idx=3034 tvcd=D
+[eval] sample_idx=3035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4
+[eval] sample_idx=3035 baseline=C
+[eval] sample_idx=3035 tvcd=C
+[eval] sample_idx=3036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4
+[eval] sample_idx=3036 baseline=D
+[eval] sample_idx=3036 tvcd=D
+[eval] sample_idx=3037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4
+[eval] sample_idx=3037 baseline=C
+[eval] sample_idx=3037 tvcd=C
+[eval] sample_idx=3038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4
+[eval] sample_idx=3038 baseline=D
+[eval] sample_idx=3038 tvcd=D
+[eval] sample_idx=3039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4
+[eval] sample_idx=3039 baseline=B
+[eval] sample_idx=3039 tvcd=B
+{'samples_done': 40, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
+[eval] sample_idx=3040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
+[eval] sample_idx=3040 baseline=A
+[eval] sample_idx=3040 tvcd=A
+[eval] sample_idx=3041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
+[eval] sample_idx=3041 baseline=D
+[eval] sample_idx=3041 tvcd=D
+[eval] sample_idx=3042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4
+[eval] sample_idx=3042 baseline=A
+[eval] sample_idx=3042 tvcd=A
+[eval] sample_idx=3043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4
+[eval] sample_idx=3043 baseline=C
+[eval] sample_idx=3043 tvcd=C
+[eval] sample_idx=3044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4
+[eval] sample_idx=3044 baseline=A
+[eval] sample_idx=3044 tvcd=A
+[eval] sample_idx=3045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4
+[eval] sample_idx=3045 baseline=A
+[eval] sample_idx=3045 tvcd=A
+[eval] sample_idx=3046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4
+[eval] sample_idx=3046 baseline=C
+[eval] sample_idx=3046 tvcd=C
+[eval] sample_idx=3047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4
+[eval] sample_idx=3047 baseline=A
+[eval] sample_idx=3047 tvcd=A
+[eval] sample_idx=3048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4
+[eval] sample_idx=3048 baseline=D
+[eval] sample_idx=3048 tvcd=D
+[eval] sample_idx=3049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4
+[eval] sample_idx=3049 baseline=B
+[eval] sample_idx=3049 tvcd=B
+{'samples_done': 50, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
+[eval] sample_idx=3050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
+[h264 @ 0x55a15dfbb300] mmco: unref short failure
+[h264 @ 0x55a15dfbb300] mmco: unref short failure
+[h264 @ 0x55a15dfbb300] mmco: unref short failure
+[h264 @ 0x55a15dfbb300] mmco: unref short failure
+[h264 @ 0x55a15dfbb300] mmco: unref short failure
+[eval] sample_idx=3050 baseline=D
+[eval] sample_idx=3050 tvcd=D
+[eval] sample_idx=3051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
+[h264 @ 0x55a15dfd5300] mmco: unref short failure
+[h264 @ 0x55a15dfd5300] mmco: unref short failure
+[h264 @ 0x55a15dfd5300] mmco: unref short failure
+[h264 @ 0x55a15dfd5300] mmco: unref short failure
+[h264 @ 0x55a15dfd5300] mmco: unref short failure
+[eval] sample_idx=3051 baseline=C
+[eval] sample_idx=3051 tvcd=C
+[eval] sample_idx=3052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4
+[eval] sample_idx=3052 baseline=B
+[eval] sample_idx=3052 tvcd=B
+[eval] sample_idx=3053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4
+[eval] sample_idx=3053 baseline=B
+[eval] sample_idx=3053 tvcd=B
+[eval] sample_idx=3054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4
+[eval] sample_idx=3054 baseline=D
+[eval] sample_idx=3054 tvcd=D
+[eval] sample_idx=3055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4
+[eval] sample_idx=3055 baseline=A
+[eval] sample_idx=3055 tvcd=A
+[eval] sample_idx=3056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4
+[eval] sample_idx=3056 baseline=D
+[eval] sample_idx=3056 tvcd=D
+[eval] sample_idx=3057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4
+[eval] sample_idx=3057 baseline=C
+[eval] sample_idx=3057 tvcd=C
+[eval] sample_idx=3058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4
+[eval] sample_idx=3058 baseline=A
+[eval] sample_idx=3058 tvcd=A
+[eval] sample_idx=3059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4
+[eval] sample_idx=3059 baseline=A
+[eval] sample_idx=3059 tvcd=A
+{'samples_done': 60, 'baseline_acc': 0.5166666666666667, 'tvcd_acc': 0.5166666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
+[eval] sample_idx=3060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
+[eval] sample_idx=3060 baseline=B
+[eval] sample_idx=3060 tvcd=B
+[eval] sample_idx=3061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
+[eval] sample_idx=3061 baseline=A
+[eval] sample_idx=3061 tvcd=A
+[eval] sample_idx=3062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
+[h264 @ 0x55a15dfc08c0] mmco: unref short failure
+[h264 @ 0x55a15dfc08c0] mmco: unref short failure
+[eval] sample_idx=3062 baseline=B
+[eval] sample_idx=3062 tvcd=B
+[eval] sample_idx=3063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
+[h264 @ 0x55a15e096440] mmco: unref short failure
+[h264 @ 0x55a15e096440] mmco: unref short failure
+[eval] sample_idx=3063 baseline=B
+[eval] sample_idx=3063 tvcd=B
+[eval] sample_idx=3064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4
+[eval] sample_idx=3064 baseline=A
+[eval] sample_idx=3064 tvcd=A
+[eval] sample_idx=3065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4
+[eval] sample_idx=3065 baseline=A
+[eval] sample_idx=3065 tvcd=A
+[eval] sample_idx=3066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4
+[eval] sample_idx=3066 baseline=B
+[eval] sample_idx=3066 tvcd=B
+[eval] sample_idx=3067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4
+[eval] sample_idx=3067 baseline=B
+[eval] sample_idx=3067 tvcd=B
+[eval] sample_idx=3068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4
+[eval] sample_idx=3068 baseline=D
+[eval] sample_idx=3068 tvcd=D
+[eval] sample_idx=3069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4
+[eval] sample_idx=3069 baseline=B
+[eval] sample_idx=3069 tvcd=B
+{'samples_done': 70, 'baseline_acc': 0.5428571428571428, 'tvcd_acc': 0.5428571428571428, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
+[eval] sample_idx=3070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
+[h264 @ 0x55a15e08bb00] mmco: unref short failure
+[h264 @ 0x55a15e08bb00] mmco: unref short failure
+[h264 @ 0x55a15e08bb00] mmco: unref short failure
+[h264 @ 0x55a15e08bb00] mmco: unref short failure
+[eval] sample_idx=3070 baseline=B
+[eval] sample_idx=3070 tvcd=B
+[eval] sample_idx=3071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
+[h264 @ 0x55a15e05c240] mmco: unref short failure
+[h264 @ 0x55a15e05c240] mmco: unref short failure
+[h264 @ 0x55a15e05c240] mmco: unref short failure
+[h264 @ 0x55a15e05c240] mmco: unref short failure
+[eval] sample_idx=3071 baseline=A
+[eval] sample_idx=3071 tvcd=D
+[eval] sample_idx=3072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4
+[eval] sample_idx=3072 baseline=D
+[eval] sample_idx=3072 tvcd=D
+[eval] sample_idx=3073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4
+[eval] sample_idx=3073 baseline=D
+[eval] sample_idx=3073 tvcd=D
+[eval] sample_idx=3074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4
+[eval] sample_idx=3074 baseline=B
+[eval] sample_idx=3074 tvcd=B
+[eval] sample_idx=3075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4
+[eval] sample_idx=3075 baseline=B
+[eval] sample_idx=3075 tvcd=B
+[eval] sample_idx=3076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4
+[eval] sample_idx=3076 baseline=B
+[eval] sample_idx=3076 tvcd=B
+[eval] sample_idx=3077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4
+[eval] sample_idx=3077 baseline=B
+[eval] sample_idx=3077 tvcd=B
+[eval] sample_idx=3078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4
+[eval] sample_idx=3078 baseline=C
+[eval] sample_idx=3078 tvcd=C
+[eval] sample_idx=3079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4
+[eval] sample_idx=3079 baseline=C
+[eval] sample_idx=3079 tvcd=C
+{'samples_done': 80, 'baseline_acc': 0.525, 'tvcd_acc': 0.525, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.25, 'cd_beta': 0.0}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.525,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.25,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a0.25_b0_s42_n320_gpu3/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.525,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.25,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu1/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 1000, "data_id": 1741, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4", "gt_response": "A. Put down the shoe", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1001, "data_id": 1741, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4", "gt_response": "B. Lying on the floor", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1002, "data_id": 1742, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4", "gt_response": "C. A white cup with red rim", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1003, "data_id": 1742, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4", "gt_response": "B. A white cup with brown rim", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1004, "data_id": 1743, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4", "gt_response": "B. Walks around the room", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1005, "data_id": 1743, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4", "gt_response": "B. To rejoin the group", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1006, "data_id": 1744, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4", "gt_response": "B. Purple sphere collides with cyan sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1007, "data_id": 1744, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4", "gt_response": "A. Yellow object is removed", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1008, "data_id": 1745, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4", "gt_response": "B. The brown cube and the yellow cylinder collide", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1009, "data_id": 1745, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4", "gt_response": "B. The absence of the brown cylinder", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1010, "data_id": 1746, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4", "gt_response": "C. The video transitions to a black screen", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1011, "data_id": 1746, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4", "gt_response": "C. The video transitions to a black screen", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1012, "data_id": 1747, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4", "gt_response": "B. Put it down", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1013, "data_id": 1747, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4", "gt_response": "C. Burned it", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1014, "data_id": 1748, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4", "gt_response": "D. The bed with the person under the blanket", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1015, "data_id": 1748, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4", "gt_response": "A. The man taking photos", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1016, "data_id": 1749, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4", "gt_response": "C. get another ball.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1017, "data_id": 1749, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4", "gt_response": "C. bend down to pick up something", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1018, "data_id": 1750, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4", "gt_response": "A. showed it to the camera.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1019, "data_id": 1750, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4", "gt_response": "A. took the keychain out of the packaging.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1020, "data_id": 1751, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4", "gt_response": "A. The mixture changes color", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1021, "data_id": 1751, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4", "gt_response": "B. The addition of dark red paste", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1022, "data_id": 1752, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4", "gt_response": "D. Cutting chicken", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1023, "data_id": 1752, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4", "gt_response": "A. To add flavor", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1024, "data_id": 1753, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4", "gt_response": "B. To prevent sticking", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1025, "data_id": 1753, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4", "gt_response": "B. Spray the skillet with oil", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1026, "data_id": 1754, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4", "gt_response": "A. It creates a bright path of light on the floor", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1027, "data_id": 1754, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4", "gt_response": "B. Sunlight enters through an open door", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1028, "data_id": 1755, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4", "gt_response": "C. The clothes.", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1029, "data_id": 1755, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4", "gt_response": "C. The clothes.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1030, "data_id": 1756, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4", "gt_response": "C. The rider makes sharp turns and kicks up dirt", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1031, "data_id": 1756, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4", "gt_response": "A. The rider ascended a steep dirt hill", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1032, "data_id": 1757, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4", "gt_response": "D. The dish.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1033, "data_id": 1757, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4", "gt_response": "D. The dish.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1034, "data_id": 1758, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4", "gt_response": "B. The video transitions to a completely black screen", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1035, "data_id": 1758, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4", "gt_response": "B. The person releases the bowling ball", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1036, "data_id": 1759, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4", "gt_response": "B. The colors become more blended and smooth", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1037, "data_id": 1759, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4", "gt_response": "B. Using the cotton swab", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1038, "data_id": 1760, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4", "gt_response": "A. the purple metal cube's colliding with the cyan object", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1039, "data_id": 1760, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4", "gt_response": "C. the sphere's entrance", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1040, "data_id": 1761, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4", "gt_response": "A. Demonstrating how the device works", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1041, "data_id": 1761, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4", "gt_response": "D. Calibrating the device", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1042, "data_id": 1762, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4", "gt_response": "B. The lid fits snugly over the box", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1043, "data_id": 1762, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4", "gt_response": "B. The lid is positioned over the box", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1044, "data_id": 1763, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4", "gt_response": "B. Water splashes dramatically in the air", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1045, "data_id": 1763, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4", "gt_response": "B. A planned performance routine", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1046, "data_id": 1764, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4", "gt_response": "A. To signal turns or directional adjustments", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1047, "data_id": 1764, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4", "gt_response": "C. Adjusting the camera angle", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1048, "data_id": 1765, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4", "gt_response": "B. To ensure even mixing", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1049, "data_id": 1765, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4", "gt_response": "B. To ensure even mixing", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1050, "data_id": 1766, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4", "gt_response": "B. They become uniformly coated with the dark brown marinade", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1051, "data_id": 1766, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4", "gt_response": "B. The marinade was thoroughly mixed with the chicken pieces", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1052, "data_id": 1767, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4", "gt_response": "C. The person might pretend to clap four times.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1053, "data_id": 1767, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4", "gt_response": "B. The person was preparing to clap.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1054, "data_id": 1768, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4", "gt_response": "A. Wrought Iron", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1055, "data_id": 1768, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4", "gt_response": "C. Hurricane", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1056, "data_id": 1769, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4", "gt_response": "E. coax the baby to sleep.", "gt_letter": "E", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1057, "data_id": 1769, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4", "gt_response": "E. coax the baby to sleep.", "gt_letter": "E", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": true, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
+{"sample_idx": 1058, "data_id": 1770, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4", "gt_response": "C. The egg starts to blend with the rice and vegetables, with the yolk becoming less distinct", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1059, "data_id": 1770, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4", "gt_response": "C. The egg is stirred with the rice and vegetables", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1060, "data_id": 1771, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4", "gt_response": "B. The mixture will be uneven", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1061, "data_id": 1771, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4", "gt_response": "B. Scrape the sides of the processor", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1062, "data_id": 1772, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4", "gt_response": "D. Quickly and aggressively", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1063, "data_id": 1772, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4", "gt_response": "A. It is trained for rodeo events", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1064, "data_id": 1773, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4", "gt_response": "B. 'Troubleshoot Common Errors in the Olympic Lifts'", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1065, "data_id": 1773, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4", "gt_response": "D. A title card showing the gym's logo", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1066, "data_id": 1774, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4", "gt_response": "A. To show the different steps of using mouthwash", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1067, "data_id": 1774, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4", "gt_response": "A. She needs to demonstrate its usage", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1068, "data_id": 1775, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4", "gt_response": "A. Places it into a red crate", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1069, "data_id": 1775, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4", "gt_response": "B. Examines it closely", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1070, "data_id": 1776, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4", "gt_response": "C. To maintain focus on the snowboarder", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1071, "data_id": 1776, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4", "gt_response": "C. Move closer to the snowboarder", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1072, "data_id": 1777, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4", "gt_response": "B. He folds the bicycle frame", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1073, "data_id": 1777, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4", "gt_response": "B. He detaches the front wheel", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1074, "data_id": 1778, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4", "gt_response": "C. Closer to the chair", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1075, "data_id": 1778, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4", "gt_response": "C. To adjust the chair", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1076, "data_id": 1779, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4", "gt_response": "A. The pen had a cap on", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1077, "data_id": 1779, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4", "gt_response": "A. The pen had a cap on", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1078, "data_id": 1780, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4", "gt_response": "D. Took the shoe.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1079, "data_id": 1780, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4", "gt_response": "D. Put down the clothes.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}

tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu1/run.log

@@ -0,0 +1,279 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu1', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 1000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05, 'tvcd_shuffle_seed': 42, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu1
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=1000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=1000 baseline=B
+[eval] sample_idx=1000 tvcd=B
+[eval] sample_idx=1001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
+[eval] sample_idx=1001 baseline=A
+[eval] sample_idx=1001 tvcd=A
+[eval] sample_idx=1002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4
+[eval] sample_idx=1002 baseline=A
+[eval] sample_idx=1002 tvcd=A
+[eval] sample_idx=1003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4
+[eval] sample_idx=1003 baseline=A
+[eval] sample_idx=1003 tvcd=A
+[eval] sample_idx=1004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4
+[eval] sample_idx=1004 baseline=A
+[eval] sample_idx=1004 tvcd=A
+[eval] sample_idx=1005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4
+[eval] sample_idx=1005 baseline=B
+[eval] sample_idx=1005 tvcd=B
+[eval] sample_idx=1006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4
+[eval] sample_idx=1006 baseline=C
+[eval] sample_idx=1006 tvcd=C
+[eval] sample_idx=1007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4
+[eval] sample_idx=1007 baseline=C
+[eval] sample_idx=1007 tvcd=C
+[eval] sample_idx=1008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4
+[eval] sample_idx=1008 baseline=C
+[eval] sample_idx=1008 tvcd=C
+[eval] sample_idx=1009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4
+[eval] sample_idx=1009 baseline=A
+[eval] sample_idx=1009 tvcd=A
+{'samples_done': 10, 'baseline_acc': 0.1, 'tvcd_acc': 0.1, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
+[eval] sample_idx=1010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
+[eval] sample_idx=1010 baseline=A
+[eval] sample_idx=1010 tvcd=A
+[eval] sample_idx=1011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
+[eval] sample_idx=1011 baseline=A
+[eval] sample_idx=1011 tvcd=A
+[eval] sample_idx=1012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4
+[eval] sample_idx=1012 baseline=B
+[eval] sample_idx=1012 tvcd=B
+[eval] sample_idx=1013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4
+[eval] sample_idx=1013 baseline=B
+[eval] sample_idx=1013 tvcd=B
+[eval] sample_idx=1014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4
+[eval] sample_idx=1014 baseline=A
+[eval] sample_idx=1014 tvcd=A
+[eval] sample_idx=1015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4
+[eval] sample_idx=1015 baseline=A
+[eval] sample_idx=1015 tvcd=A
+[eval] sample_idx=1016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4
+[eval] sample_idx=1016 baseline=A
+[eval] sample_idx=1016 tvcd=A
+[eval] sample_idx=1017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4
+[eval] sample_idx=1017 baseline=A
+[eval] sample_idx=1017 tvcd=A
+[eval] sample_idx=1018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4
+[eval] sample_idx=1018 baseline=A
+[eval] sample_idx=1018 tvcd=A
+[eval] sample_idx=1019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4
+[eval] sample_idx=1019 baseline=A
+[eval] sample_idx=1019 tvcd=A
+{'samples_done': 20, 'baseline_acc': 0.25, 'tvcd_acc': 0.25, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
+[eval] sample_idx=1020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
+[eval] sample_idx=1020 baseline=A
+[eval] sample_idx=1020 tvcd=A
+[eval] sample_idx=1021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
+[eval] sample_idx=1021 baseline=B
+[eval] sample_idx=1021 tvcd=B
+[eval] sample_idx=1022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4
+[eval] sample_idx=1022 baseline=C
+[eval] sample_idx=1022 tvcd=C
+[eval] sample_idx=1023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4
+[eval] sample_idx=1023 baseline=B
+[eval] sample_idx=1023 tvcd=B
+[eval] sample_idx=1024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4
+[eval] sample_idx=1024 baseline=B
+[eval] sample_idx=1024 tvcd=B
+[eval] sample_idx=1025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4
+[eval] sample_idx=1025 baseline=B
+[eval] sample_idx=1025 tvcd=B
+[eval] sample_idx=1026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4
+[eval] sample_idx=1026 baseline=A
+[eval] sample_idx=1026 tvcd=A
+[eval] sample_idx=1027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4
+[eval] sample_idx=1027 baseline=B
+[eval] sample_idx=1027 tvcd=B
+[eval] sample_idx=1028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4
+[eval] sample_idx=1028 baseline=C
+[eval] sample_idx=1028 tvcd=C
+[eval] sample_idx=1029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4
+[eval] sample_idx=1029 baseline=A
+[eval] sample_idx=1029 tvcd=C
+{'samples_done': 30, 'baseline_acc': 0.4, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
+[eval] sample_idx=1030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
+[eval] sample_idx=1030 baseline=D
+[eval] sample_idx=1030 tvcd=D
+[eval] sample_idx=1031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
+[eval] sample_idx=1031 baseline=D
+[eval] sample_idx=1031 tvcd=D
+[eval] sample_idx=1032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4
+[eval] sample_idx=1032 baseline=A
+[eval] sample_idx=1032 tvcd=A
+[eval] sample_idx=1033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4
+[eval] sample_idx=1033 baseline=A
+[eval] sample_idx=1033 tvcd=A
+[eval] sample_idx=1034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4
+[eval] sample_idx=1034 baseline=D
+[eval] sample_idx=1034 tvcd=D
+[eval] sample_idx=1035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4
+[eval] sample_idx=1035 baseline=B
+[eval] sample_idx=1035 tvcd=B
+[eval] sample_idx=1036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4
+[eval] sample_idx=1036 baseline=D
+[eval] sample_idx=1036 tvcd=D
+[eval] sample_idx=1037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4
+[eval] sample_idx=1037 baseline=B
+[eval] sample_idx=1037 tvcd=B
+[eval] sample_idx=1038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4
+[eval] sample_idx=1038 baseline=A
+[eval] sample_idx=1038 tvcd=A
+[eval] sample_idx=1039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4
+[eval] sample_idx=1039 baseline=A
+[eval] sample_idx=1039 tvcd=A
+{'samples_done': 40, 'baseline_acc': 0.375, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
+[eval] sample_idx=1040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
+[eval] sample_idx=1040 baseline=C
+[eval] sample_idx=1040 tvcd=C
+[eval] sample_idx=1041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
+[eval] sample_idx=1041 baseline=A
+[eval] sample_idx=1041 tvcd=A
+[eval] sample_idx=1042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4
+[eval] sample_idx=1042 baseline=B
+[eval] sample_idx=1042 tvcd=B
+[eval] sample_idx=1043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4
+[eval] sample_idx=1043 baseline=B
+[eval] sample_idx=1043 tvcd=B
+[eval] sample_idx=1044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4
+[eval] sample_idx=1044 baseline=B
+[eval] sample_idx=1044 tvcd=B
+[eval] sample_idx=1045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4
+[eval] sample_idx=1045 baseline=B
+[eval] sample_idx=1045 tvcd=B
+[eval] sample_idx=1046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4
+[eval] sample_idx=1046 baseline=A
+[eval] sample_idx=1046 tvcd=A
+[eval] sample_idx=1047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4
+[eval] sample_idx=1047 baseline=A
+[eval] sample_idx=1047 tvcd=A
+[eval] sample_idx=1048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4
+[eval] sample_idx=1048 baseline=B
+[eval] sample_idx=1048 tvcd=B
+[eval] sample_idx=1049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4
+[eval] sample_idx=1049 baseline=B
+[eval] sample_idx=1049 tvcd=B
+{'samples_done': 50, 'baseline_acc': 0.44, 'tvcd_acc': 0.46, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
+[eval] sample_idx=1050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
+[eval] sample_idx=1050 baseline=B
+[eval] sample_idx=1050 tvcd=B
+[eval] sample_idx=1051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
+[eval] sample_idx=1051 baseline=B
+[eval] sample_idx=1051 tvcd=B
+[eval] sample_idx=1052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4
+[eval] sample_idx=1052 baseline=A
+[eval] sample_idx=1052 tvcd=A
+[eval] sample_idx=1053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4
+[eval] sample_idx=1053 baseline=B
+[eval] sample_idx=1053 tvcd=B
+[eval] sample_idx=1054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4
+[eval] sample_idx=1054 baseline=D
+[eval] sample_idx=1054 tvcd=D
+[eval] sample_idx=1055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4
+[eval] sample_idx=1055 baseline=B
+[eval] sample_idx=1055 tvcd=B
+[eval] sample_idx=1056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4
+[eval] sample_idx=1056 baseline=B
+[eval] sample_idx=1056 tvcd=B
+[eval] sample_idx=1057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4
+[eval] sample_idx=1057 baseline=E
+[eval] sample_idx=1057 tvcd=E
+[eval] sample_idx=1058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4
+[eval] sample_idx=1058 baseline=C
+[eval] sample_idx=1058 tvcd=C
+[eval] sample_idx=1059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4
+[eval] sample_idx=1059 baseline=C
+[eval] sample_idx=1059 tvcd=C
+{'samples_done': 60, 'baseline_acc': 0.4666666666666667, 'tvcd_acc': 0.48333333333333334, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
+[eval] sample_idx=1060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
+[eval] sample_idx=1060 baseline=B
+[eval] sample_idx=1060 tvcd=B
+[eval] sample_idx=1061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
+[eval] sample_idx=1061 baseline=B
+[eval] sample_idx=1061 tvcd=B
+[eval] sample_idx=1062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4
+[eval] sample_idx=1062 baseline=D
+[eval] sample_idx=1062 tvcd=D
+[eval] sample_idx=1063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4
+[eval] sample_idx=1063 baseline=A
+[eval] sample_idx=1063 tvcd=A
+[eval] sample_idx=1064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4
+[eval] sample_idx=1064 baseline=C
+[eval] sample_idx=1064 tvcd=C
+[eval] sample_idx=1065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4
+[eval] sample_idx=1065 baseline=D
+[eval] sample_idx=1065 tvcd=D
+[eval] sample_idx=1066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4
+[eval] sample_idx=1066 baseline=A
+[eval] sample_idx=1066 tvcd=A
+[eval] sample_idx=1067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4
+[eval] sample_idx=1067 baseline=A
+[eval] sample_idx=1067 tvcd=A
+[eval] sample_idx=1068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4
+[eval] sample_idx=1068 baseline=A
+[eval] sample_idx=1068 tvcd=A
+[eval] sample_idx=1069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4
+[eval] sample_idx=1069 baseline=A
+[eval] sample_idx=1069 tvcd=A
+{'samples_done': 70, 'baseline_acc': 0.5142857142857142, 'tvcd_acc': 0.5285714285714286, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
+[eval] sample_idx=1070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
+[eval] sample_idx=1070 baseline=C
+[eval] sample_idx=1070 tvcd=C
+[eval] sample_idx=1071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
+[eval] sample_idx=1071 baseline=C
+[eval] sample_idx=1071 tvcd=C
+[eval] sample_idx=1072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4
+[eval] sample_idx=1072 baseline=D
+[eval] sample_idx=1072 tvcd=D
+[eval] sample_idx=1073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4
+[eval] sample_idx=1073 baseline=B
+[eval] sample_idx=1073 tvcd=B
+[eval] sample_idx=1074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4
+[eval] sample_idx=1074 baseline=C
+[eval] sample_idx=1074 tvcd=C
+[eval] sample_idx=1075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4
+[eval] sample_idx=1075 baseline=A
+[eval] sample_idx=1075 tvcd=A
+[eval] sample_idx=1076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4
+[eval] sample_idx=1076 baseline=C
+[eval] sample_idx=1076 tvcd=C
+[eval] sample_idx=1077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4
+[eval] sample_idx=1077 baseline=C
+[eval] sample_idx=1077 tvcd=C
+[eval] sample_idx=1078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4
+[eval] sample_idx=1078 baseline=D
+[eval] sample_idx=1078 tvcd=D
+[eval] sample_idx=1079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4
+[eval] sample_idx=1079 baseline=D
+[eval] sample_idx=1079 tvcd=D
+{'samples_done': 80, 'baseline_acc': 0.525, 'tvcd_acc': 0.5375, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.05}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5375,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.5,
+  "cd_beta": 0.05
+}

tmp/llava_next_base_tvcd_grid_a0.5_b0.05_n320_gpu1/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5375,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.5,
+  "cd_beta": 0.05
+}

tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu0/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 0, "data_id": 0, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "D. Opened the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1, "data_id": 0, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "C. Took the clothes", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2, "data_id": 1, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4", "gt_response": "D. the alleyway", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3, "data_id": 1, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4", "gt_response": "C. the beach", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 4, "data_id": 2, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4", "gt_response": "D. Opened the door", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 5, "data_id": 2, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4", "gt_response": "C. Took the phone/camera", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 6, "data_id": 3, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4", "gt_response": "B. Put down the bag", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 7, "data_id": 3, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4", "gt_response": "A. Closed the door", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 8, "data_id": 4, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4", "gt_response": "B. take up the conical flask", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 9, "data_id": 4, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4", "gt_response": "A. put down the electronic scale", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 10, "data_id": 5, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 11, "data_id": 5, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "B. take up the dropper bottle", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 12, "data_id": 6, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4", "gt_response": "C. the restroom", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 13, "data_id": 6, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4", "gt_response": "B. the beach", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 14, "data_id": 7, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4", "gt_response": "C. Put down the dish", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 15, "data_id": 7, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4", "gt_response": "D. Drank from the cup/glass/bottle", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 16, "data_id": 8, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "E. put down the conical flask", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 17, "data_id": 8, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "A. pour the conical flask", "gt_letter": "A", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
+{"sample_idx": 18, "data_id": 9, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4", "gt_response": "E. take up the reagent bottle", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 19, "data_id": 9, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4", "gt_response": "I. put down the beaker", "gt_letter": "I", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 20, "data_id": 10, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Sat at the table", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 21, "data_id": 10, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Opened the laptop", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 22, "data_id": 11, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 23, "data_id": 11, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4", "gt_response": "C. Sat at the table", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 24, "data_id": 12, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4", "gt_response": "D. the projection room", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 25, "data_id": 12, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4", "gt_response": "A. the classroom", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 26, "data_id": 13, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4", "gt_response": "D. Opened the laptop", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 27, "data_id": 13, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4", "gt_response": "B. Put down the clothes", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 28, "data_id": 14, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4", "gt_response": "C. the elevator", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 29, "data_id": 14, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4", "gt_response": "B. the secretary's office", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 30, "data_id": 15, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "A. put down the jar", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 31, "data_id": 15, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "C. cover the jar with the jar cap", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 32, "data_id": 16, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 33, "data_id": 16, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4", "gt_response": "B. Sat at the table", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 34, "data_id": 17, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4", "gt_response": "A. the town", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 35, "data_id": 17, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4", "gt_response": "D. the mountain", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 36, "data_id": 18, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4", "gt_response": "F. take up the jar cap", "gt_letter": "F", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 37, "data_id": 18, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4", "gt_response": "E. pour the jar", "gt_letter": "E", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 38, "data_id": 19, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4", "gt_response": "A. Took the food", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 39, "data_id": 19, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4", "gt_response": "B. Put down the bag", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 40, "data_id": 20, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "B. Opened the book", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 41, "data_id": 20, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "A. Sat at the table", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 42, "data_id": 21, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4", "gt_response": "E. stir the glass rod", "gt_letter": "E", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
+{"sample_idx": 43, "data_id": 21, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4", "gt_response": "G. take up the beaker", "gt_letter": "G", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 44, "data_id": 22, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4", "gt_response": "B. Opened the closet/cabinet", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 45, "data_id": 22, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4", "gt_response": "A. Put on the clothes", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 46, "data_id": 23, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4", "gt_response": "E. take up the horn tube", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 47, "data_id": 23, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4", "gt_response": "A. screw the iron clamp", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 48, "data_id": 24, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4", "gt_response": "E. uncover the dropper bottle", "gt_letter": "E", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 49, "data_id": 24, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4", "gt_response": "H. take up the dropper bottle", "gt_letter": "H", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 50, "data_id": 25, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "D. the prison", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 51, "data_id": 25, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "C. the courtroom", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 52, "data_id": 26, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4", "gt_response": "D. take up the conical flask", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 53, "data_id": 26, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4", "gt_response": "C. screw the iron clamp", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 54, "data_id": 27, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 55, "data_id": 27, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4", "gt_response": "A. Put down the clothes", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 56, "data_id": 28, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4", "gt_response": "E. put down the jar cap", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 57, "data_id": 28, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4", "gt_response": "A. uncover the jar cap", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 58, "data_id": 29, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4", "gt_response": "E. take up the conical flask", "gt_letter": "E", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 59, "data_id": 29, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4", "gt_response": "C. screw the iron clamp", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 60, "data_id": 30, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "C. the warehouse", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 61, "data_id": 30, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "D. the police station", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 62, "data_id": 31, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4", "gt_response": "G. screw the reagent bottle cap", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 63, "data_id": 31, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4", "gt_response": "B. take up the reagent bottle", "gt_letter": "B", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
+{"sample_idx": 64, "data_id": 32, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4", "gt_response": "D. Took the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 65, "data_id": 32, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4", "gt_response": "C. Sat at the table", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 66, "data_id": 33, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4", "gt_response": "L. take up the glass rod", "gt_letter": "L", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": false, "tvcd_text": "I. put down the reagent bottle", "tvcd_letter": "I", "tvcd_correct": false}
+{"sample_idx": 67, "data_id": 33, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4", "gt_response": "I. put down the reagent bottle", "gt_letter": "I", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 68, "data_id": 34, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4", "gt_response": "E. insert the horn tube", "gt_letter": "E", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
+{"sample_idx": 69, "data_id": 34, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4", "gt_response": "G. take up the horn tube", "gt_letter": "G", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
+{"sample_idx": 70, "data_id": 35, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "G. put down the glass rod", "gt_letter": "G", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 71, "data_id": 35, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "C. stir the glass rod", "gt_letter": "C", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
+{"sample_idx": 72, "data_id": 36, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4", "gt_response": "B. Put down the dish", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 73, "data_id": 36, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4", "gt_response": "B. Tidied up the table", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 74, "data_id": 37, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4", "gt_response": "G. screw the iron clamp", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 75, "data_id": 37, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4", "gt_response": "B. insert the horn tube", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 76, "data_id": 38, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4", "gt_response": "C. the manager's office", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 77, "data_id": 38, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4", "gt_response": "D. the rooftop", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 78, "data_id": 39, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4", "gt_response": "B. put down the reagent bottle", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 79, "data_id": 39, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4", "gt_response": "D. screw the reagent bottle cap", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}

tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu0/run.log

@@ -0,0 +1,279 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu0', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0, 'tvcd_shuffle_seed': 42, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu0
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=0 baseline=D
+[eval] sample_idx=0 tvcd=D
+[eval] sample_idx=1 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
+[eval] sample_idx=1 baseline=C
+[eval] sample_idx=1 tvcd=C
+[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4
+[eval] sample_idx=2 baseline=D
+[eval] sample_idx=2 tvcd=D
+[eval] sample_idx=3 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4
+[eval] sample_idx=3 baseline=C
+[eval] sample_idx=3 tvcd=C
+[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4
+[eval] sample_idx=4 baseline=D
+[eval] sample_idx=4 tvcd=D
+[eval] sample_idx=5 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4
+[eval] sample_idx=5 baseline=C
+[eval] sample_idx=5 tvcd=C
+[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4
+[eval] sample_idx=6 baseline=B
+[eval] sample_idx=6 tvcd=B
+[eval] sample_idx=7 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4
+[eval] sample_idx=7 baseline=A
+[eval] sample_idx=7 tvcd=A
+[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4
+[eval] sample_idx=8 baseline=A
+[eval] sample_idx=8 tvcd=A
+[eval] sample_idx=9 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4
+[eval] sample_idx=9 baseline=B
+[eval] sample_idx=9 tvcd=B
+{'samples_done': 10, 'baseline_acc': 0.8, 'tvcd_acc': 0.8, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
+[eval] sample_idx=10 baseline=B
+[eval] sample_idx=10 tvcd=B
+[eval] sample_idx=11 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
+[eval] sample_idx=11 baseline=C
+[eval] sample_idx=11 tvcd=C
+[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4
+[eval] sample_idx=12 baseline=B
+[eval] sample_idx=12 tvcd=B
+[eval] sample_idx=13 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4
+[eval] sample_idx=13 baseline=C
+[eval] sample_idx=13 tvcd=C
+[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4
+[eval] sample_idx=14 baseline=C
+[eval] sample_idx=14 tvcd=C
+[eval] sample_idx=15 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4
+[eval] sample_idx=15 baseline=D
+[eval] sample_idx=15 tvcd=D
+[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
+[eval] sample_idx=16 baseline=A
+[eval] sample_idx=16 tvcd=A
+[eval] sample_idx=17 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
+[eval] sample_idx=17 baseline=E
+[eval] sample_idx=17 tvcd=E
+[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4
+[eval] sample_idx=18 baseline=A
+[eval] sample_idx=18 tvcd=A
+[eval] sample_idx=19 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4
+[eval] sample_idx=19 baseline=D
+[eval] sample_idx=19 tvcd=D
+{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
+[eval] sample_idx=20 baseline=D
+[eval] sample_idx=20 tvcd=D
+[eval] sample_idx=21 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
+[eval] sample_idx=21 baseline=D
+[eval] sample_idx=21 tvcd=D
+[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4
+[eval] sample_idx=22 baseline=D
+[eval] sample_idx=22 tvcd=D
+[eval] sample_idx=23 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4
+[eval] sample_idx=23 baseline=C
+[eval] sample_idx=23 tvcd=C
+[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4
+[eval] sample_idx=24 baseline=A
+[eval] sample_idx=24 tvcd=A
+[eval] sample_idx=25 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4
+[eval] sample_idx=25 baseline=A
+[eval] sample_idx=25 tvcd=A
+[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4
+[eval] sample_idx=26 baseline=D
+[eval] sample_idx=26 tvcd=D
+[eval] sample_idx=27 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4
+[eval] sample_idx=27 baseline=A
+[eval] sample_idx=27 tvcd=A
+[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4
+[eval] sample_idx=28 baseline=C
+[eval] sample_idx=28 tvcd=C
+[eval] sample_idx=29 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4
+[eval] sample_idx=29 baseline=B
+[eval] sample_idx=29 tvcd=B
+{'samples_done': 30, 'baseline_acc': 0.6, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
+[eval] sample_idx=30 baseline=C
+[eval] sample_idx=30 tvcd=C
+[eval] sample_idx=31 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
+[eval] sample_idx=31 baseline=A
+[eval] sample_idx=31 tvcd=A
+[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4
+[eval] sample_idx=32 baseline=D
+[eval] sample_idx=32 tvcd=D
+[eval] sample_idx=33 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4
+[eval] sample_idx=33 baseline=B
+[eval] sample_idx=33 tvcd=B
+[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4
+[eval] sample_idx=34 baseline=A
+[eval] sample_idx=34 tvcd=A
+[eval] sample_idx=35 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4
+[eval] sample_idx=35 baseline=A
+[eval] sample_idx=35 tvcd=A
+[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4
+[eval] sample_idx=36 baseline=D
+[eval] sample_idx=36 tvcd=D
+[eval] sample_idx=37 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4
+[eval] sample_idx=37 baseline=B
+[eval] sample_idx=37 tvcd=B
+[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4
+[eval] sample_idx=38 baseline=C
+[eval] sample_idx=38 tvcd=C
+[eval] sample_idx=39 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4
+[eval] sample_idx=39 baseline=C
+[eval] sample_idx=39 tvcd=C
+{'samples_done': 40, 'baseline_acc': 0.525, 'tvcd_acc': 0.525, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
+[eval] sample_idx=40 baseline=B
+[eval] sample_idx=40 tvcd=B
+[eval] sample_idx=41 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
+[eval] sample_idx=41 baseline=A
+[eval] sample_idx=41 tvcd=A
+[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4
+[eval] sample_idx=42 baseline=G
+[eval] sample_idx=42 tvcd=G
+[eval] sample_idx=43 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4
+[eval] sample_idx=43 baseline=D
+[eval] sample_idx=43 tvcd=D
+[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4
+[eval] sample_idx=44 baseline=B
+[eval] sample_idx=44 tvcd=B
+[eval] sample_idx=45 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4
+[eval] sample_idx=45 baseline=A
+[eval] sample_idx=45 tvcd=A
+[eval] sample_idx=46 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
+[eval] sample_idx=46 baseline=A
+[eval] sample_idx=46 tvcd=A
+[eval] sample_idx=47 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
+[eval] sample_idx=47 baseline=D
+[eval] sample_idx=47 tvcd=D
+[eval] sample_idx=48 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4
+[eval] sample_idx=48 baseline=D
+[eval] sample_idx=48 tvcd=D
+[eval] sample_idx=49 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4
+[eval] sample_idx=49 baseline=D
+[eval] sample_idx=49 tvcd=D
+{'samples_done': 50, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=50 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
+[eval] sample_idx=50 baseline=A
+[eval] sample_idx=50 tvcd=A
+[eval] sample_idx=51 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
+[eval] sample_idx=51 baseline=C
+[eval] sample_idx=51 tvcd=C
+[eval] sample_idx=52 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4
+[eval] sample_idx=52 baseline=C
+[eval] sample_idx=52 tvcd=C
+[eval] sample_idx=53 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4
+[eval] sample_idx=53 baseline=D
+[eval] sample_idx=53 tvcd=D
+[eval] sample_idx=54 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4
+[eval] sample_idx=54 baseline=B
+[eval] sample_idx=54 tvcd=B
+[eval] sample_idx=55 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4
+[eval] sample_idx=55 baseline=A
+[eval] sample_idx=55 tvcd=A
+[eval] sample_idx=56 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4
+[eval] sample_idx=56 baseline=A
+[eval] sample_idx=56 tvcd=A
+[eval] sample_idx=57 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4
+[eval] sample_idx=57 baseline=C
+[eval] sample_idx=57 tvcd=C
+[eval] sample_idx=58 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4
+[eval] sample_idx=58 baseline=C
+[eval] sample_idx=58 tvcd=C
+[eval] sample_idx=59 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4
+[eval] sample_idx=59 baseline=D
+[eval] sample_idx=59 tvcd=D
+{'samples_done': 60, 'baseline_acc': 0.45, 'tvcd_acc': 0.45, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=60 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
+[eval] sample_idx=60 baseline=C
+[eval] sample_idx=60 tvcd=C
+[eval] sample_idx=61 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
+[eval] sample_idx=61 baseline=D
+[eval] sample_idx=61 tvcd=D
+[eval] sample_idx=62 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4
+[eval] sample_idx=62 baseline=B
+[eval] sample_idx=62 tvcd=B
+[eval] sample_idx=63 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4
+[eval] sample_idx=63 baseline=G
+[eval] sample_idx=63 tvcd=G
+[eval] sample_idx=64 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4
+[eval] sample_idx=64 baseline=D
+[eval] sample_idx=64 tvcd=D
+[eval] sample_idx=65 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4
+[eval] sample_idx=65 baseline=C
+[eval] sample_idx=65 tvcd=C
+[eval] sample_idx=66 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4
+[eval] sample_idx=66 baseline=I
+[eval] sample_idx=66 tvcd=I. put down the reagent bottle
+[eval] sample_idx=67 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4
+[eval] sample_idx=67 baseline=A
+[eval] sample_idx=67 tvcd=A
+[eval] sample_idx=68 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4
+[eval] sample_idx=68 baseline=G
+[eval] sample_idx=68 tvcd=G
+[eval] sample_idx=69 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4
+[eval] sample_idx=69 baseline=E
+[eval] sample_idx=69 tvcd=E
+{'samples_done': 70, 'baseline_acc': 0.44285714285714284, 'tvcd_acc': 0.44285714285714284, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=70 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
+[eval] sample_idx=70 baseline=C
+[eval] sample_idx=70 tvcd=C
+[eval] sample_idx=71 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
+[eval] sample_idx=71 baseline=G
+[eval] sample_idx=71 tvcd=G
+[eval] sample_idx=72 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4
+[eval] sample_idx=72 baseline=C
+[eval] sample_idx=72 tvcd=C
+[eval] sample_idx=73 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4
+[eval] sample_idx=73 baseline=D
+[eval] sample_idx=73 tvcd=D
+[eval] sample_idx=74 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4
+[eval] sample_idx=74 baseline=B
+[eval] sample_idx=74 tvcd=B
+[eval] sample_idx=75 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4
+[eval] sample_idx=75 baseline=B
+[eval] sample_idx=75 tvcd=B
+[eval] sample_idx=76 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4
+[eval] sample_idx=76 baseline=C
+[eval] sample_idx=76 tvcd=C
+[eval] sample_idx=77 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4
+[eval] sample_idx=77 baseline=C
+[eval] sample_idx=77 tvcd=C
+[eval] sample_idx=78 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4
+[eval] sample_idx=78 baseline=D
+[eval] sample_idx=78 tvcd=D
+[eval] sample_idx=79 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4
+[eval] sample_idx=79 baseline=B
+[eval] sample_idx=79 tvcd=B
+{'samples_done': 80, 'baseline_acc': 0.4125, 'tvcd_acc': 0.4125, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.4125,
+  "tvcd_acc": 0.4125,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.5,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu0/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.4125,
+  "tvcd_acc": 0.4125,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.5,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu1/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 1000, "data_id": 1741, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4", "gt_response": "A. Put down the shoe", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1001, "data_id": 1741, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4", "gt_response": "B. Lying on the floor", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1002, "data_id": 1742, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4", "gt_response": "C. A white cup with red rim", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1003, "data_id": 1742, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4", "gt_response": "B. A white cup with brown rim", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1004, "data_id": 1743, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4", "gt_response": "B. Walks around the room", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1005, "data_id": 1743, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4", "gt_response": "B. To rejoin the group", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1006, "data_id": 1744, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4", "gt_response": "B. Purple sphere collides with cyan sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1007, "data_id": 1744, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4", "gt_response": "A. Yellow object is removed", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1008, "data_id": 1745, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4", "gt_response": "B. The brown cube and the yellow cylinder collide", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1009, "data_id": 1745, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4", "gt_response": "B. The absence of the brown cylinder", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1010, "data_id": 1746, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4", "gt_response": "C. The video transitions to a black screen", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1011, "data_id": 1746, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4", "gt_response": "C. The video transitions to a black screen", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1012, "data_id": 1747, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4", "gt_response": "B. Put it down", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1013, "data_id": 1747, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4", "gt_response": "C. Burned it", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1014, "data_id": 1748, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4", "gt_response": "D. The bed with the person under the blanket", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1015, "data_id": 1748, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4", "gt_response": "A. The man taking photos", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1016, "data_id": 1749, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4", "gt_response": "C. get another ball.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1017, "data_id": 1749, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4", "gt_response": "C. bend down to pick up something", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1018, "data_id": 1750, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4", "gt_response": "A. showed it to the camera.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1019, "data_id": 1750, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4", "gt_response": "A. took the keychain out of the packaging.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1020, "data_id": 1751, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4", "gt_response": "A. The mixture changes color", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1021, "data_id": 1751, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4", "gt_response": "B. The addition of dark red paste", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1022, "data_id": 1752, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4", "gt_response": "D. Cutting chicken", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1023, "data_id": 1752, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4", "gt_response": "A. To add flavor", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1024, "data_id": 1753, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4", "gt_response": "B. To prevent sticking", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1025, "data_id": 1753, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4", "gt_response": "B. Spray the skillet with oil", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1026, "data_id": 1754, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4", "gt_response": "A. It creates a bright path of light on the floor", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1027, "data_id": 1754, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4", "gt_response": "B. Sunlight enters through an open door", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1028, "data_id": 1755, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4", "gt_response": "C. The clothes.", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1029, "data_id": 1755, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4", "gt_response": "C. The clothes.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1030, "data_id": 1756, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4", "gt_response": "C. The rider makes sharp turns and kicks up dirt", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1031, "data_id": 1756, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4", "gt_response": "A. The rider ascended a steep dirt hill", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1032, "data_id": 1757, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4", "gt_response": "D. The dish.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1033, "data_id": 1757, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4", "gt_response": "D. The dish.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1034, "data_id": 1758, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4", "gt_response": "B. The video transitions to a completely black screen", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1035, "data_id": 1758, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4", "gt_response": "B. The person releases the bowling ball", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1036, "data_id": 1759, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4", "gt_response": "B. The colors become more blended and smooth", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1037, "data_id": 1759, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4", "gt_response": "B. Using the cotton swab", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1038, "data_id": 1760, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4", "gt_response": "A. the purple metal cube's colliding with the cyan object", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1039, "data_id": 1760, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4", "gt_response": "C. the sphere's entrance", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1040, "data_id": 1761, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4", "gt_response": "A. Demonstrating how the device works", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1041, "data_id": 1761, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4", "gt_response": "D. Calibrating the device", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1042, "data_id": 1762, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4", "gt_response": "B. The lid fits snugly over the box", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1043, "data_id": 1762, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4", "gt_response": "B. The lid is positioned over the box", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1044, "data_id": 1763, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4", "gt_response": "B. Water splashes dramatically in the air", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1045, "data_id": 1763, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4", "gt_response": "B. A planned performance routine", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1046, "data_id": 1764, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4", "gt_response": "A. To signal turns or directional adjustments", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1047, "data_id": 1764, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4", "gt_response": "C. Adjusting the camera angle", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1048, "data_id": 1765, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4", "gt_response": "B. To ensure even mixing", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1049, "data_id": 1765, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4", "gt_response": "B. To ensure even mixing", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1050, "data_id": 1766, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4", "gt_response": "B. They become uniformly coated with the dark brown marinade", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1051, "data_id": 1766, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4", "gt_response": "B. The marinade was thoroughly mixed with the chicken pieces", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1052, "data_id": 1767, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4", "gt_response": "C. The person might pretend to clap four times.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1053, "data_id": 1767, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4", "gt_response": "B. The person was preparing to clap.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1054, "data_id": 1768, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4", "gt_response": "A. Wrought Iron", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1055, "data_id": 1768, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4", "gt_response": "C. Hurricane", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1056, "data_id": 1769, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4", "gt_response": "E. coax the baby to sleep.", "gt_letter": "E", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1057, "data_id": 1769, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4", "gt_response": "E. coax the baby to sleep.", "gt_letter": "E", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": true, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
+{"sample_idx": 1058, "data_id": 1770, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4", "gt_response": "C. The egg starts to blend with the rice and vegetables, with the yolk becoming less distinct", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1059, "data_id": 1770, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4", "gt_response": "C. The egg is stirred with the rice and vegetables", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1060, "data_id": 1771, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4", "gt_response": "B. The mixture will be uneven", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1061, "data_id": 1771, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4", "gt_response": "B. Scrape the sides of the processor", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1062, "data_id": 1772, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4", "gt_response": "D. Quickly and aggressively", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1063, "data_id": 1772, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4", "gt_response": "A. It is trained for rodeo events", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1064, "data_id": 1773, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4", "gt_response": "B. 'Troubleshoot Common Errors in the Olympic Lifts'", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1065, "data_id": 1773, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4", "gt_response": "D. A title card showing the gym's logo", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1066, "data_id": 1774, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4", "gt_response": "A. To show the different steps of using mouthwash", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1067, "data_id": 1774, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4", "gt_response": "A. She needs to demonstrate its usage", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1068, "data_id": 1775, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4", "gt_response": "A. Places it into a red crate", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1069, "data_id": 1775, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4", "gt_response": "B. Examines it closely", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1070, "data_id": 1776, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4", "gt_response": "C. To maintain focus on the snowboarder", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1071, "data_id": 1776, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4", "gt_response": "C. Move closer to the snowboarder", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1072, "data_id": 1777, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4", "gt_response": "B. He folds the bicycle frame", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1073, "data_id": 1777, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4", "gt_response": "B. He detaches the front wheel", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1074, "data_id": 1778, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4", "gt_response": "C. Closer to the chair", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1075, "data_id": 1778, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4", "gt_response": "C. To adjust the chair", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1076, "data_id": 1779, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4", "gt_response": "A. The pen had a cap on", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1077, "data_id": 1779, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4", "gt_response": "A. The pen had a cap on", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1078, "data_id": 1780, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4", "gt_response": "D. Took the shoe.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1079, "data_id": 1780, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4", "gt_response": "D. Put down the clothes.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}

tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu1/run.log

@@ -0,0 +1,279 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu1', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 1000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0, 'tvcd_shuffle_seed': 42, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu1
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=1000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=1000 baseline=B
+[eval] sample_idx=1000 tvcd=B
+[eval] sample_idx=1001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
+[eval] sample_idx=1001 baseline=A
+[eval] sample_idx=1001 tvcd=A
+[eval] sample_idx=1002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4
+[eval] sample_idx=1002 baseline=A
+[eval] sample_idx=1002 tvcd=A
+[eval] sample_idx=1003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4
+[eval] sample_idx=1003 baseline=A
+[eval] sample_idx=1003 tvcd=A
+[eval] sample_idx=1004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4
+[eval] sample_idx=1004 baseline=A
+[eval] sample_idx=1004 tvcd=A
+[eval] sample_idx=1005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4
+[eval] sample_idx=1005 baseline=B
+[eval] sample_idx=1005 tvcd=B
+[eval] sample_idx=1006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4
+[eval] sample_idx=1006 baseline=C
+[eval] sample_idx=1006 tvcd=C
+[eval] sample_idx=1007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4
+[eval] sample_idx=1007 baseline=C
+[eval] sample_idx=1007 tvcd=C
+[eval] sample_idx=1008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4
+[eval] sample_idx=1008 baseline=C
+[eval] sample_idx=1008 tvcd=C
+[eval] sample_idx=1009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4
+[eval] sample_idx=1009 baseline=A
+[eval] sample_idx=1009 tvcd=A
+{'samples_done': 10, 'baseline_acc': 0.1, 'tvcd_acc': 0.1, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=1010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
+[eval] sample_idx=1010 baseline=A
+[eval] sample_idx=1010 tvcd=A
+[eval] sample_idx=1011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
+[eval] sample_idx=1011 baseline=A
+[eval] sample_idx=1011 tvcd=A
+[eval] sample_idx=1012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4
+[eval] sample_idx=1012 baseline=B
+[eval] sample_idx=1012 tvcd=B
+[eval] sample_idx=1013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4
+[eval] sample_idx=1013 baseline=B
+[eval] sample_idx=1013 tvcd=B
+[eval] sample_idx=1014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4
+[eval] sample_idx=1014 baseline=A
+[eval] sample_idx=1014 tvcd=A
+[eval] sample_idx=1015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4
+[eval] sample_idx=1015 baseline=A
+[eval] sample_idx=1015 tvcd=A
+[eval] sample_idx=1016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4
+[eval] sample_idx=1016 baseline=A
+[eval] sample_idx=1016 tvcd=A
+[eval] sample_idx=1017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4
+[eval] sample_idx=1017 baseline=A
+[eval] sample_idx=1017 tvcd=A
+[eval] sample_idx=1018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4
+[eval] sample_idx=1018 baseline=A
+[eval] sample_idx=1018 tvcd=A
+[eval] sample_idx=1019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4
+[eval] sample_idx=1019 baseline=A
+[eval] sample_idx=1019 tvcd=A
+{'samples_done': 20, 'baseline_acc': 0.25, 'tvcd_acc': 0.25, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=1020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
+[eval] sample_idx=1020 baseline=A
+[eval] sample_idx=1020 tvcd=A
+[eval] sample_idx=1021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
+[eval] sample_idx=1021 baseline=B
+[eval] sample_idx=1021 tvcd=B
+[eval] sample_idx=1022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4
+[eval] sample_idx=1022 baseline=C
+[eval] sample_idx=1022 tvcd=C
+[eval] sample_idx=1023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4
+[eval] sample_idx=1023 baseline=B
+[eval] sample_idx=1023 tvcd=B
+[eval] sample_idx=1024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4
+[eval] sample_idx=1024 baseline=B
+[eval] sample_idx=1024 tvcd=B
+[eval] sample_idx=1025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4
+[eval] sample_idx=1025 baseline=B
+[eval] sample_idx=1025 tvcd=B
+[eval] sample_idx=1026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4
+[eval] sample_idx=1026 baseline=A
+[eval] sample_idx=1026 tvcd=A
+[eval] sample_idx=1027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4
+[eval] sample_idx=1027 baseline=B
+[eval] sample_idx=1027 tvcd=B
+[eval] sample_idx=1028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4
+[eval] sample_idx=1028 baseline=C
+[eval] sample_idx=1028 tvcd=C
+[eval] sample_idx=1029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4
+[eval] sample_idx=1029 baseline=A
+[eval] sample_idx=1029 tvcd=C
+{'samples_done': 30, 'baseline_acc': 0.4, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=1030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
+[eval] sample_idx=1030 baseline=D
+[eval] sample_idx=1030 tvcd=D
+[eval] sample_idx=1031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
+[eval] sample_idx=1031 baseline=D
+[eval] sample_idx=1031 tvcd=D
+[eval] sample_idx=1032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4
+[eval] sample_idx=1032 baseline=A
+[eval] sample_idx=1032 tvcd=A
+[eval] sample_idx=1033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4
+[eval] sample_idx=1033 baseline=A
+[eval] sample_idx=1033 tvcd=A
+[eval] sample_idx=1034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4
+[eval] sample_idx=1034 baseline=D
+[eval] sample_idx=1034 tvcd=D
+[eval] sample_idx=1035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4
+[eval] sample_idx=1035 baseline=B
+[eval] sample_idx=1035 tvcd=B
+[eval] sample_idx=1036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4
+[eval] sample_idx=1036 baseline=D
+[eval] sample_idx=1036 tvcd=D
+[eval] sample_idx=1037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4
+[eval] sample_idx=1037 baseline=B
+[eval] sample_idx=1037 tvcd=B
+[eval] sample_idx=1038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4
+[eval] sample_idx=1038 baseline=A
+[eval] sample_idx=1038 tvcd=A
+[eval] sample_idx=1039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4
+[eval] sample_idx=1039 baseline=A
+[eval] sample_idx=1039 tvcd=A
+{'samples_done': 40, 'baseline_acc': 0.375, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=1040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
+[eval] sample_idx=1040 baseline=C
+[eval] sample_idx=1040 tvcd=C
+[eval] sample_idx=1041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
+[eval] sample_idx=1041 baseline=A
+[eval] sample_idx=1041 tvcd=A
+[eval] sample_idx=1042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4
+[eval] sample_idx=1042 baseline=B
+[eval] sample_idx=1042 tvcd=B
+[eval] sample_idx=1043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4
+[eval] sample_idx=1043 baseline=B
+[eval] sample_idx=1043 tvcd=B
+[eval] sample_idx=1044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4
+[eval] sample_idx=1044 baseline=B
+[eval] sample_idx=1044 tvcd=B
+[eval] sample_idx=1045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4
+[eval] sample_idx=1045 baseline=B
+[eval] sample_idx=1045 tvcd=B
+[eval] sample_idx=1046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4
+[eval] sample_idx=1046 baseline=A
+[eval] sample_idx=1046 tvcd=A
+[eval] sample_idx=1047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4
+[eval] sample_idx=1047 baseline=A
+[eval] sample_idx=1047 tvcd=A
+[eval] sample_idx=1048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4
+[eval] sample_idx=1048 baseline=B
+[eval] sample_idx=1048 tvcd=B
+[eval] sample_idx=1049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4
+[eval] sample_idx=1049 baseline=B
+[eval] sample_idx=1049 tvcd=B
+{'samples_done': 50, 'baseline_acc': 0.44, 'tvcd_acc': 0.46, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=1050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
+[eval] sample_idx=1050 baseline=B
+[eval] sample_idx=1050 tvcd=B
+[eval] sample_idx=1051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
+[eval] sample_idx=1051 baseline=B
+[eval] sample_idx=1051 tvcd=B
+[eval] sample_idx=1052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4
+[eval] sample_idx=1052 baseline=A
+[eval] sample_idx=1052 tvcd=A
+[eval] sample_idx=1053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4
+[eval] sample_idx=1053 baseline=B
+[eval] sample_idx=1053 tvcd=B
+[eval] sample_idx=1054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4
+[eval] sample_idx=1054 baseline=D
+[eval] sample_idx=1054 tvcd=D
+[eval] sample_idx=1055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4
+[eval] sample_idx=1055 baseline=B
+[eval] sample_idx=1055 tvcd=B
+[eval] sample_idx=1056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4
+[eval] sample_idx=1056 baseline=B
+[eval] sample_idx=1056 tvcd=B
+[eval] sample_idx=1057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4
+[eval] sample_idx=1057 baseline=E
+[eval] sample_idx=1057 tvcd=E
+[eval] sample_idx=1058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4
+[eval] sample_idx=1058 baseline=C
+[eval] sample_idx=1058 tvcd=C
+[eval] sample_idx=1059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4
+[eval] sample_idx=1059 baseline=C
+[eval] sample_idx=1059 tvcd=C
+{'samples_done': 60, 'baseline_acc': 0.4666666666666667, 'tvcd_acc': 0.48333333333333334, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=1060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
+[eval] sample_idx=1060 baseline=B
+[eval] sample_idx=1060 tvcd=B
+[eval] sample_idx=1061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
+[eval] sample_idx=1061 baseline=B
+[eval] sample_idx=1061 tvcd=B
+[eval] sample_idx=1062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4
+[eval] sample_idx=1062 baseline=D
+[eval] sample_idx=1062 tvcd=D
+[eval] sample_idx=1063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4
+[eval] sample_idx=1063 baseline=A
+[eval] sample_idx=1063 tvcd=A
+[eval] sample_idx=1064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4
+[eval] sample_idx=1064 baseline=C
+[eval] sample_idx=1064 tvcd=C
+[eval] sample_idx=1065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4
+[eval] sample_idx=1065 baseline=D
+[eval] sample_idx=1065 tvcd=D
+[eval] sample_idx=1066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4
+[eval] sample_idx=1066 baseline=A
+[eval] sample_idx=1066 tvcd=A
+[eval] sample_idx=1067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4
+[eval] sample_idx=1067 baseline=A
+[eval] sample_idx=1067 tvcd=A
+[eval] sample_idx=1068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4
+[eval] sample_idx=1068 baseline=A
+[eval] sample_idx=1068 tvcd=A
+[eval] sample_idx=1069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4
+[eval] sample_idx=1069 baseline=A
+[eval] sample_idx=1069 tvcd=A
+{'samples_done': 70, 'baseline_acc': 0.5142857142857142, 'tvcd_acc': 0.5285714285714286, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=1070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
+[eval] sample_idx=1070 baseline=C
+[eval] sample_idx=1070 tvcd=C
+[eval] sample_idx=1071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
+[eval] sample_idx=1071 baseline=C
+[eval] sample_idx=1071 tvcd=C
+[eval] sample_idx=1072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4
+[eval] sample_idx=1072 baseline=D
+[eval] sample_idx=1072 tvcd=D
+[eval] sample_idx=1073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4
+[eval] sample_idx=1073 baseline=B
+[eval] sample_idx=1073 tvcd=B
+[eval] sample_idx=1074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4
+[eval] sample_idx=1074 baseline=C
+[eval] sample_idx=1074 tvcd=C
+[eval] sample_idx=1075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4
+[eval] sample_idx=1075 baseline=A
+[eval] sample_idx=1075 tvcd=A
+[eval] sample_idx=1076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4
+[eval] sample_idx=1076 baseline=C
+[eval] sample_idx=1076 tvcd=C
+[eval] sample_idx=1077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4
+[eval] sample_idx=1077 baseline=C
+[eval] sample_idx=1077 tvcd=C
+[eval] sample_idx=1078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4
+[eval] sample_idx=1078 baseline=D
+[eval] sample_idx=1078 tvcd=D
+[eval] sample_idx=1079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4
+[eval] sample_idx=1079 baseline=D
+[eval] sample_idx=1079 tvcd=D
+{'samples_done': 80, 'baseline_acc': 0.525, 'tvcd_acc': 0.5375, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5375,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.5,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu1/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5375,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.5,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu2/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 2000, "data_id": 2241, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4", "gt_response": "A. The sphere collides with the purple cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2001, "data_id": 2241, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4", "gt_response": "B. The sphere's initial trajectory", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2002, "data_id": 2242, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4", "gt_response": "B. D", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2003, "data_id": 2242, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4", "gt_response": "A. Writing the word 'BAD'", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2004, "data_id": 2243, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4", "gt_response": "C. To look at the American flag", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2005, "data_id": 2243, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4", "gt_response": "C. To look at the American flag", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2006, "data_id": 2244, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4", "gt_response": "A. Sprinting towards the goal, executing passes, and forming tactical formations", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2007, "data_id": 2244, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4", "gt_response": "D. Conducting post-game recovery drills", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2008, "data_id": 2245, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4", "gt_response": "B. It provides dynamic views of the ride, including close-ups of the individual", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2009, "data_id": 2245, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4", "gt_response": "B. Dynamic views of the ride", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2010, "data_id": 2246, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4", "gt_response": "C. Outwards to cover more of the tray", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2011, "data_id": 2246, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4", "gt_response": "B. The dough was pressed onto the tray", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2012, "data_id": 2247, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4", "gt_response": "B. They ate the sandwich.", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2013, "data_id": 2247, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4", "gt_response": "B. They brought it to their mouth.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2014, "data_id": 2248, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4", "gt_response": "C. The blue object's collision with the cyan sphere", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2015, "data_id": 2248, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4", "gt_response": "A. Remove the blue sphere", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2016, "data_id": 2249, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4", "gt_response": "B. The participants retrieve their robots", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2017, "data_id": 2249, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4", "gt_response": "B. To prepare for the next match", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2018, "data_id": 2250, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4", "gt_response": "B. They stir it carefully", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2019, "data_id": 2250, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4", "gt_response": "A. To ensure even mixing", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2020, "data_id": 2251, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4", "gt_response": "C. Took the food.", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2021, "data_id": 2251, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4", "gt_response": "B. Opening the container", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2022, "data_id": 2252, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4", "gt_response": "C. Right", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2023, "data_id": 2252, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4", "gt_response": "B. Stepping away from the table", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2024, "data_id": 2253, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4", "gt_response": "C. the gray cube's entering the scene", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2025, "data_id": 2253, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4", "gt_response": "A. the yellow cube's colliding with the sphere", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2026, "data_id": 2254, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4", "gt_response": "B. The brown cylinder collides with the brown cube", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2027, "data_id": 2254, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4", "gt_response": "B. The brown cube starts moving toward the brown cylinder", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2028, "data_id": 2255, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4", "gt_response": "A. It becomes smoother and more elastic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2029, "data_id": 2255, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4", "gt_response": "C. Adding flour", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2030, "data_id": 2256, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4", "gt_response": "D. The kiwi is mashed and its juice is extracted", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 2031, "data_id": 2256, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4", "gt_response": "A. The kiwi is cut and placed in a sieve", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2032, "data_id": 2257, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4", "gt_response": "B. The yellow sphere's entrance", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2033, "data_id": 2257, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4", "gt_response": "C. The yellow sphere's colliding with the rubber sphere", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2034, "data_id": 2258, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4", "gt_response": "B. The purple cylinder and the cyan object collide", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2035, "data_id": 2258, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4", "gt_response": "B. The purple cylinder and the cyan object collide", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2036, "data_id": 2259, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4", "gt_response": "E. affectionate gesture.", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
+{"sample_idx": 2037, "data_id": 2259, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4", "gt_response": "C. tending to the baby", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2038, "data_id": 2260, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4", "gt_response": "A. Slicing the tofu", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2039, "data_id": 2260, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4", "gt_response": "A. Slicing and mincing ginger and garlic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2040, "data_id": 2261, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4", "gt_response": "C. The child opens a large red gift bag", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2041, "data_id": 2261, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4", "gt_response": "A. The child examined a red and white floral-patterned box", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2042, "data_id": 2262, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4", "gt_response": "D. A small stain is treated", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 2043, "data_id": 2262, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4", "gt_response": "C. Apply pink liquid detergent", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2044, "data_id": 2263, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4", "gt_response": "C. To show the progression of the vision test", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2045, "data_id": 2263, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4", "gt_response": "B. The man completes a new section of the test", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2046, "data_id": 2264, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4", "gt_response": "C. It becomes darker and more vibrant", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2047, "data_id": 2264, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4", "gt_response": "B. The dark sauce is added", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2048, "data_id": 2265, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4", "gt_response": "B. The camera zooms in", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2049, "data_id": 2265, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4", "gt_response": "B. The camera zooms in", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2050, "data_id": 2266, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4", "gt_response": "B. They sprinkle paprika into the bowl", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2051, "data_id": 2266, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4", "gt_response": "A. They open it", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2052, "data_id": 2267, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4", "gt_response": "B. They picked up a picture.", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2053, "data_id": 2267, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4", "gt_response": "A. They opened the book.", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2054, "data_id": 2268, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4", "gt_response": "A. 'ケツは使えないって言ってなかったか' (Didn't you say you couldn't use your butt?)", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2055, "data_id": 2268, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4", "gt_response": "A. Taguchi used his posterior in the match", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2056, "data_id": 2269, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4", "gt_response": "B. To breathe air", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2057, "data_id": 2269, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4", "gt_response": "B. Oxygen intake", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2058, "data_id": 2270, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4", "gt_response": "B. The camera focuses on close proximity to capture intensity", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2059, "data_id": 2270, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4", "gt_response": "B. To enhance the immersive experience of the surfing action", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2060, "data_id": 2271, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4", "gt_response": "D. Because they are too expensive", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2061, "data_id": 2271, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4", "gt_response": "B. Damage to enamel", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2062, "data_id": 2272, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4", "gt_response": "A. It integrates smoothly with the yellow liquid", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2063, "data_id": 2272, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4", "gt_response": "B. The yellow liquid is added", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2064, "data_id": 2273, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4", "gt_response": "A. It becomes more vibrant and energetic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2065, "data_id": 2273, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4", "gt_response": "B. People begin playing casino games", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2066, "data_id": 2274, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4", "gt_response": "B. The athlete's speed increases during the throw", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2067, "data_id": 2274, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4", "gt_response": "B. To accumulate potential energy", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2068, "data_id": 2275, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4", "gt_response": "A. They lower the glass, look around, and bend slightly", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2069, "data_id": 2275, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4", "gt_response": "B. They take a sip from the glass", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2070, "data_id": 2276, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4", "gt_response": "B. The skier moves closer to the boat", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2071, "data_id": 2276, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4", "gt_response": "C. The skier adjusted their stance", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2072, "data_id": 2277, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4", "gt_response": "C. 2", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2073, "data_id": 2277, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4", "gt_response": "A. The hand was not touching that area", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2074, "data_id": 2278, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4", "gt_response": "B. A water polo game", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2075, "data_id": 2278, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4", "gt_response": "B. A water polo game", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2076, "data_id": 2279, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4", "gt_response": "C. At the back of the raft", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2077, "data_id": 2279, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4", "gt_response": "B. Control and navigation", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2078, "data_id": 2280, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4", "gt_response": "C. The yellow object collides with the cylinder", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2079, "data_id": 2280, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4", "gt_response": "C. The objects were moving towards each other", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}

tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu2/run.log

@@ -0,0 +1,297 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu2', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 2000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0, 'tvcd_shuffle_seed': 42, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu2
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=2000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=2000 baseline=A
+[eval] sample_idx=2000 tvcd=B
+[eval] sample_idx=2001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4
+[eval] sample_idx=2001 baseline=A
+[eval] sample_idx=2001 tvcd=A
+[eval] sample_idx=2002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4
+[eval] sample_idx=2002 baseline=A
+[eval] sample_idx=2002 tvcd=A
+[eval] sample_idx=2003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4
+[eval] sample_idx=2003 baseline=A
+[eval] sample_idx=2003 tvcd=A
+[eval] sample_idx=2004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4
+[eval] sample_idx=2004 baseline=A
+[eval] sample_idx=2004 tvcd=A
+[eval] sample_idx=2005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4
+[eval] sample_idx=2005 baseline=A
+[eval] sample_idx=2005 tvcd=A
+[eval] sample_idx=2006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4
+[eval] sample_idx=2006 baseline=A
+[eval] sample_idx=2006 tvcd=A
+[eval] sample_idx=2007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4
+[eval] sample_idx=2007 baseline=C
+[eval] sample_idx=2007 tvcd=C
+[eval] sample_idx=2008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4
+[eval] sample_idx=2008 baseline=B
+[eval] sample_idx=2008 tvcd=B
+[eval] sample_idx=2009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4
+[eval] sample_idx=2009 baseline=B
+[eval] sample_idx=2009 tvcd=B
+{'samples_done': 10, 'baseline_acc': 0.5, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=2010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4
+[eval] sample_idx=2010 baseline=A
+[eval] sample_idx=2010 tvcd=A
+[eval] sample_idx=2011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4
+[eval] sample_idx=2011 baseline=B
+[eval] sample_idx=2011 tvcd=B
+[eval] sample_idx=2012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4
+[eval] sample_idx=2012 baseline=D
+[eval] sample_idx=2012 tvcd=D
+[eval] sample_idx=2013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4
+[eval] sample_idx=2013 baseline=B
+[eval] sample_idx=2013 tvcd=D
+[eval] sample_idx=2014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4
+[eval] sample_idx=2014 baseline=B
+[eval] sample_idx=2014 tvcd=B
+[eval] sample_idx=2015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4
+[eval] sample_idx=2015 baseline=B
+[eval] sample_idx=2015 tvcd=B
+[eval] sample_idx=2016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4
+[eval] sample_idx=2016 baseline=B
+[eval] sample_idx=2016 tvcd=B
+[eval] sample_idx=2017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4
+[eval] sample_idx=2017 baseline=B
+[eval] sample_idx=2017 tvcd=B
+[eval] sample_idx=2018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4
+[eval] sample_idx=2018 baseline=B
+[eval] sample_idx=2018 tvcd=B
+[eval] sample_idx=2019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4
+[eval] sample_idx=2019 baseline=A
+[eval] sample_idx=2019 tvcd=A
+{'samples_done': 20, 'baseline_acc': 0.55, 'tvcd_acc': 0.45, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=2020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4
+[eval] sample_idx=2020 baseline=C
+[eval] sample_idx=2020 tvcd=C
+[eval] sample_idx=2021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4
+[eval] sample_idx=2021 baseline=B
+[eval] sample_idx=2021 tvcd=B
+[eval] sample_idx=2022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4
+[eval] sample_idx=2022 baseline=D
+[eval] sample_idx=2022 tvcd=D
+[eval] sample_idx=2023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4
+[eval] sample_idx=2023 baseline=B
+[eval] sample_idx=2023 tvcd=B
+[eval] sample_idx=2024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4
+[eval] sample_idx=2024 baseline=A
+[eval] sample_idx=2024 tvcd=A
+[eval] sample_idx=2025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4
+[eval] sample_idx=2025 baseline=A
+[eval] sample_idx=2025 tvcd=A
+[eval] sample_idx=2026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4
+[eval] sample_idx=2026 baseline=B
+[eval] sample_idx=2026 tvcd=B
+[eval] sample_idx=2027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4
+[eval] sample_idx=2027 baseline=B
+[eval] sample_idx=2027 tvcd=B
+[eval] sample_idx=2028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4
+[eval] sample_idx=2028 baseline=A
+[eval] sample_idx=2028 tvcd=A
+[eval] sample_idx=2029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4
+[eval] sample_idx=2029 baseline=A
+[eval] sample_idx=2029 tvcd=A
+{'samples_done': 30, 'baseline_acc': 0.6, 'tvcd_acc': 0.5333333333333333, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=2030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4
+[eval] sample_idx=2030 baseline=D
+[eval] sample_idx=2030 tvcd=D
+[eval] sample_idx=2031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4
+[eval] sample_idx=2031 baseline=B
+[eval] sample_idx=2031 tvcd=B
+[eval] sample_idx=2032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4
+[eval] sample_idx=2032 baseline=C
+[eval] sample_idx=2032 tvcd=C
+[eval] sample_idx=2033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4
+[eval] sample_idx=2033 baseline=C
+[eval] sample_idx=2033 tvcd=C
+[eval] sample_idx=2034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4
+[eval] sample_idx=2034 baseline=C
+[eval] sample_idx=2034 tvcd=C
+[eval] sample_idx=2035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4
+[eval] sample_idx=2035 baseline=A
+[eval] sample_idx=2035 tvcd=A
+[eval] sample_idx=2036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4
+[eval] sample_idx=2036 baseline=A
+[eval] sample_idx=2036 tvcd=E
+[eval] sample_idx=2037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4
+[eval] sample_idx=2037 baseline=D
+[eval] sample_idx=2037 tvcd=D
+[eval] sample_idx=2038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4
+[eval] sample_idx=2038 baseline=B
+[eval] sample_idx=2038 tvcd=B
+[eval] sample_idx=2039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4
+[eval] sample_idx=2039 baseline=A
+[eval] sample_idx=2039 tvcd=D
+{'samples_done': 40, 'baseline_acc': 0.525, 'tvcd_acc': 0.475, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=2040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4
+[eval] sample_idx=2040 baseline=C
+[eval] sample_idx=2040 tvcd=C
+[eval] sample_idx=2041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4
+[eval] sample_idx=2041 baseline=A
+[eval] sample_idx=2041 tvcd=A
+[eval] sample_idx=2042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4
+[h264 @ 0x5564079d3a00] mmco: unref short failure
+[h264 @ 0x5564079d3a00] mmco: unref short failure
+[eval] sample_idx=2042 baseline=D
+[eval] sample_idx=2042 tvcd=D
+[eval] sample_idx=2043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4
+[h264 @ 0x556407a5ba00] mmco: unref short failure
+[h264 @ 0x556407a5ba00] mmco: unref short failure
+[eval] sample_idx=2043 baseline=D
+[eval] sample_idx=2043 tvcd=D
+[eval] sample_idx=2044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4
+[h264 @ 0x556407c97680] mmco: unref short failure
+[h264 @ 0x556407c97680] mmco: unref short failure
+[eval] sample_idx=2044 baseline=C
+[eval] sample_idx=2044 tvcd=C
+[eval] sample_idx=2045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4
+[h264 @ 0x556406921a00] mmco: unref short failure
+[h264 @ 0x556406921a00] mmco: unref short failure
+[eval] sample_idx=2045 baseline=B
+[eval] sample_idx=2045 tvcd=B
+[eval] sample_idx=2046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4
+[eval] sample_idx=2046 baseline=C
+[eval] sample_idx=2046 tvcd=C
+[eval] sample_idx=2047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4
+[eval] sample_idx=2047 baseline=B
+[eval] sample_idx=2047 tvcd=B
+[eval] sample_idx=2048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4
+[eval] sample_idx=2048 baseline=B
+[eval] sample_idx=2048 tvcd=B
+[eval] sample_idx=2049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4
+[eval] sample_idx=2049 baseline=B
+[eval] sample_idx=2049 tvcd=B
+{'samples_done': 50, 'baseline_acc': 0.6, 'tvcd_acc': 0.56, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=2050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
+[eval] sample_idx=2050 baseline=B
+[eval] sample_idx=2050 tvcd=B
+[eval] sample_idx=2051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
+[eval] sample_idx=2051 baseline=A
+[eval] sample_idx=2051 tvcd=A
+[eval] sample_idx=2052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4
+[eval] sample_idx=2052 baseline=C
+[eval] sample_idx=2052 tvcd=C
+[eval] sample_idx=2053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4
+[eval] sample_idx=2053 baseline=B
+[eval] sample_idx=2053 tvcd=B
+[eval] sample_idx=2054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4
+[eval] sample_idx=2054 baseline=A
+[eval] sample_idx=2054 tvcd=A
+[eval] sample_idx=2055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4
+[eval] sample_idx=2055 baseline=A
+[eval] sample_idx=2055 tvcd=A
+[eval] sample_idx=2056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4
+[eval] sample_idx=2056 baseline=B
+[eval] sample_idx=2056 tvcd=B
+[eval] sample_idx=2057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4
+[eval] sample_idx=2057 baseline=B
+[eval] sample_idx=2057 tvcd=B
+[eval] sample_idx=2058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4
+[eval] sample_idx=2058 baseline=B
+[eval] sample_idx=2058 tvcd=B
+[eval] sample_idx=2059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4
+[eval] sample_idx=2059 baseline=B
+[eval] sample_idx=2059 tvcd=B
+{'samples_done': 60, 'baseline_acc': 0.6333333333333333, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=2060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4
+[h264 @ 0x556408063880] mmco: unref short failure
+[eval] sample_idx=2060 baseline=C
+[eval] sample_idx=2060 tvcd=C
+[eval] sample_idx=2061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4
+[h264 @ 0x556407a43900] mmco: unref short failure
+[eval] sample_idx=2061 baseline=C
+[eval] sample_idx=2061 tvcd=C
+[eval] sample_idx=2062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4
+[eval] sample_idx=2062 baseline=A
+[eval] sample_idx=2062 tvcd=A
+[eval] sample_idx=2063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4
+[eval] sample_idx=2063 baseline=C
+[eval] sample_idx=2063 tvcd=C
+[eval] sample_idx=2064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4
+[h264 @ 0x5564064d0300] mmco: unref short failure
+[h264 @ 0x5564064d0300] mmco: unref short failure
+[h264 @ 0x5564064d0300] mmco: unref short failure
+[h264 @ 0x5564064d0300] mmco: unref short failure
+[eval] sample_idx=2064 baseline=A
+[eval] sample_idx=2064 tvcd=A
+[eval] sample_idx=2065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4
+[h264 @ 0x556407a08d80] mmco: unref short failure
+[h264 @ 0x556407a08d80] mmco: unref short failure
+[h264 @ 0x556407a08d80] mmco: unref short failure
+[h264 @ 0x556407a08d80] mmco: unref short failure
+[eval] sample_idx=2065 baseline=B
+[eval] sample_idx=2065 tvcd=B
+[eval] sample_idx=2066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4
+[eval] sample_idx=2066 baseline=B
+[eval] sample_idx=2066 tvcd=B
+[eval] sample_idx=2067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4
+[eval] sample_idx=2067 baseline=B
+[eval] sample_idx=2067 tvcd=B
+[eval] sample_idx=2068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4
+[eval] sample_idx=2068 baseline=A
+[eval] sample_idx=2068 tvcd=A
+[eval] sample_idx=2069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4
+[eval] sample_idx=2069 baseline=B
+[eval] sample_idx=2069 tvcd=B
+{'samples_done': 70, 'baseline_acc': 0.6428571428571429, 'tvcd_acc': 0.6142857142857143, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=2070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4
+[eval] sample_idx=2070 baseline=D
+[eval] sample_idx=2070 tvcd=D
+[eval] sample_idx=2071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4
+[eval] sample_idx=2071 baseline=A
+[eval] sample_idx=2071 tvcd=A
+[eval] sample_idx=2072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4
+[eval] sample_idx=2072 baseline=C
+[eval] sample_idx=2072 tvcd=C
+[eval] sample_idx=2073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4
+[eval] sample_idx=2073 baseline=C
+[eval] sample_idx=2073 tvcd=C
+[eval] sample_idx=2074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4
+[eval] sample_idx=2074 baseline=B
+[eval] sample_idx=2074 tvcd=B
+[eval] sample_idx=2075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4
+[eval] sample_idx=2075 baseline=B
+[eval] sample_idx=2075 tvcd=B
+[eval] sample_idx=2076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4
+[eval] sample_idx=2076 baseline=D
+[eval] sample_idx=2076 tvcd=D
+[eval] sample_idx=2077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4
+[eval] sample_idx=2077 baseline=B
+[eval] sample_idx=2077 tvcd=B
+[eval] sample_idx=2078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4
+[eval] sample_idx=2078 baseline=A
+[eval] sample_idx=2078 tvcd=A
+[eval] sample_idx=2079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4
+[eval] sample_idx=2079 baseline=C
+[eval] sample_idx=2079 tvcd=C
+{'samples_done': 80, 'baseline_acc': 0.625, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.625,
+  "tvcd_acc": 0.6,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.5,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu2/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.625,
+  "tvcd_acc": 0.6,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.5,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu3/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 3000, "data_id": 2741, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4", "gt_response": "B. The blue sphere collides with the blue cube", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3001, "data_id": 2741, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4", "gt_response": "A. The cyan sphere's deflection", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3002, "data_id": 2742, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4", "gt_response": "C. Zooms in on a person in a light-colored shirt", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3003, "data_id": 2742, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4", "gt_response": "B. Panning to the left", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3004, "data_id": 2743, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4", "gt_response": "D. Blue cylinder and teal sphere", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3005, "data_id": 2743, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4", "gt_response": "C. Blue metallic cylinder", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3006, "data_id": 2744, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4", "gt_response": "C. The camera angle changes to a closer view", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3007, "data_id": 2744, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4", "gt_response": "C. The camera angle was adjusted to a closer view", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3008, "data_id": 2745, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4", "gt_response": "B. The person continues to use it", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3009, "data_id": 2745, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4", "gt_response": "B. The device is plugged into an outlet", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3010, "data_id": 2746, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4", "gt_response": "A. The defensive players react swiftly, attempting to block the ball", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3011, "data_id": 2746, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4", "gt_response": "A. The referee blows the whistle", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3012, "data_id": 2747, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4", "gt_response": "B. The sphere and the cyan object collide", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3013, "data_id": 2747, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4", "gt_response": "C. The sphere and cyan object must be moving towards the center", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3014, "data_id": 2748, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4", "gt_response": "A. Giving commands", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3015, "data_id": 2748, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4", "gt_response": "B. The person's hand signals", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3016, "data_id": 2749, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4", "gt_response": "C. A clear glass being filled with water", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3017, "data_id": 2749, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4", "gt_response": "C. A clear glass being filled with water", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3018, "data_id": 2750, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4", "gt_response": "B. clothes", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3019, "data_id": 2750, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4", "gt_response": "B. clothes", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3020, "data_id": 2751, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4", "gt_response": "B. The rubber object appears", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3021, "data_id": 2751, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4", "gt_response": "B. The green object's movement", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3022, "data_id": 2752, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4", "gt_response": "D. To indicate a traffic violation", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3023, "data_id": 2752, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4", "gt_response": "C. A traffic violation", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3024, "data_id": 2753, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4", "gt_response": "D. Closed the laptop.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3025, "data_id": 2753, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4", "gt_response": "D. Put down the phone/camera.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3026, "data_id": 2754, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4", "gt_response": "D. The ball is recovered by the blue team", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3027, "data_id": 2754, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4", "gt_response": "B. The white player is blocked by defenders", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3028, "data_id": 2755, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4", "gt_response": "A. They put the dough circles in a pot of boiling water", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3029, "data_id": 2755, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4", "gt_response": "B. To prepare to cook them by boiling", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3030, "data_id": 2756, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4", "gt_response": "D. hug them.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3031, "data_id": 2756, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4", "gt_response": "A. running towards them", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3032, "data_id": 2757, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4", "gt_response": "D. Zooms in on the hand", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3033, "data_id": 2757, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4", "gt_response": "B. The hand begins stirring", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3034, "data_id": 2758, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4", "gt_response": "D. It is baked until fully cooked", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3035, "data_id": 2758, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4", "gt_response": "C. It was a pinkish mixture of ground meat and herbs", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3036, "data_id": 2759, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4", "gt_response": "C. From overcast to sunny and back to overcast", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3037, "data_id": 2759, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4", "gt_response": "C. Overcast", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3038, "data_id": 2760, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4", "gt_response": "B. Moves closer to children", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3039, "data_id": 2760, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4", "gt_response": "B. Camera moved closer to children", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3040, "data_id": 2761, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4", "gt_response": "D. Took the shoe.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3041, "data_id": 2761, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4", "gt_response": "D. Taking the shoe", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3042, "data_id": 2762, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4", "gt_response": "B. The collision between the cylinder and the green sphere", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3043, "data_id": 2762, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4", "gt_response": "B. The green sphere collides with the yellow sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3044, "data_id": 2763, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4", "gt_response": "A. tied.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3045, "data_id": 2763, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4", "gt_response": "A. tied.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3046, "data_id": 2764, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4", "gt_response": "A. The mixture is cooked in a pan", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3047, "data_id": 2764, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4", "gt_response": "A. The ingredients are measured and prepared", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3048, "data_id": 2765, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4", "gt_response": "D. Closing the backpack zipper", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3049, "data_id": 2765, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4", "gt_response": "C. Inserting banknotes into the book", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3050, "data_id": 2766, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4", "gt_response": "D. Applying paint to the neck area", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3051, "data_id": 2766, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4", "gt_response": "B. Mixing paint colors", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3052, "data_id": 2767, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4", "gt_response": "B. Put down the shoe.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3053, "data_id": 2767, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4", "gt_response": "B. Opened the closet/cabinet.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3054, "data_id": 2768, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4", "gt_response": "B. Putting the wallet into a bag", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3055, "data_id": 2768, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4", "gt_response": "B. Selecting paper items from a bag", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3056, "data_id": 2769, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4", "gt_response": "D. He wipes his mouth with a napkin", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3057, "data_id": 2769, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4", "gt_response": "C. To wipe his mouth", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3058, "data_id": 2770, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4", "gt_response": "C. Both arrived simultaneously", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3059, "data_id": 2770, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4", "gt_response": "A. The man", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3060, "data_id": 2771, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4", "gt_response": "B. Number of people per tube and snow texture", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3061, "data_id": 2771, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4", "gt_response": "D. Large groups sharing tubes", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3062, "data_id": 2772, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4", "gt_response": "B. The bullfighter becomes visibly injured with blood on their face and hand", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3063, "data_id": 2772, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4", "gt_response": "B. The bullfighter was knocked down by the bull", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3064, "data_id": 2773, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4", "gt_response": "A. the blue object's colliding with the cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3065, "data_id": 2773, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4", "gt_response": "A. the blue object's colliding with the cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3066, "data_id": 2774, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4", "gt_response": "C. The text 'Mayflower Adventures'", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3067, "data_id": 2774, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4", "gt_response": "D. The skier floating in the water", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3068, "data_id": 2775, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4", "gt_response": "D. To practice the motions with some equipment before using the tail", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3069, "data_id": 2775, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4", "gt_response": "B. Practicing with flippers first", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3070, "data_id": 2776, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4", "gt_response": "C. Show the modified watermelon to the camera", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3071, "data_id": 2776, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4", "gt_response": "B. To demonstrate a preservation technique", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3072, "data_id": 2777, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4", "gt_response": "D. It changes to provide different explanations and examples", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3073, "data_id": 2777, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4", "gt_response": "B. To provide different explanations and examples", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3074, "data_id": 2778, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4", "gt_response": "A. The eggplant slices are added to the pan", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3075, "data_id": 2778, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4", "gt_response": "B. The pork was cooked and flipped", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3076, "data_id": 2779, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4", "gt_response": "A. Threw the clothes.", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3077, "data_id": 2779, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4", "gt_response": "B. Walked towards the clothes.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3078, "data_id": 2780, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4", "gt_response": "C. the rubber object's colliding with the green object", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3079, "data_id": 2780, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4", "gt_response": "B. the presence of the green sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}

tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu3/run.log

@@ -0,0 +1,303 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu3', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 3000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0, 'tvcd_shuffle_seed': 42, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu3
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=3000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=3000 baseline=A
+[eval] sample_idx=3000 tvcd=A
+[eval] sample_idx=3001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
+[eval] sample_idx=3001 baseline=B
+[eval] sample_idx=3001 tvcd=B
+[eval] sample_idx=3002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4
+[eval] sample_idx=3002 baseline=A
+[eval] sample_idx=3002 tvcd=A
+[eval] sample_idx=3003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4
+[eval] sample_idx=3003 baseline=A
+[eval] sample_idx=3003 tvcd=A
+[eval] sample_idx=3004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4
+[eval] sample_idx=3004 baseline=A
+[eval] sample_idx=3004 tvcd=A
+[eval] sample_idx=3005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4
+[eval] sample_idx=3005 baseline=A
+[eval] sample_idx=3005 tvcd=A
+[eval] sample_idx=3006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4
+[eval] sample_idx=3006 baseline=D
+[eval] sample_idx=3006 tvcd=D
+[eval] sample_idx=3007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4
+[eval] sample_idx=3007 baseline=C
+[eval] sample_idx=3007 tvcd=C
+[eval] sample_idx=3008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4
+[eval] sample_idx=3008 baseline=D
+[eval] sample_idx=3008 tvcd=D
+[eval] sample_idx=3009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4
+[eval] sample_idx=3009 baseline=B
+[eval] sample_idx=3009 tvcd=B
+{'samples_done': 10, 'baseline_acc': 0.2, 'tvcd_acc': 0.2, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=3010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
+[eval] sample_idx=3010 baseline=A
+[eval] sample_idx=3010 tvcd=A
+[eval] sample_idx=3011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
+[eval] sample_idx=3011 baseline=B
+[eval] sample_idx=3011 tvcd=B
+[eval] sample_idx=3012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4
+[eval] sample_idx=3012 baseline=D
+[eval] sample_idx=3012 tvcd=D
+[eval] sample_idx=3013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4
+[eval] sample_idx=3013 baseline=B
+[eval] sample_idx=3013 tvcd=B
+[eval] sample_idx=3014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4
+[eval] sample_idx=3014 baseline=B
+[eval] sample_idx=3014 tvcd=B
+[eval] sample_idx=3015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4
+[eval] sample_idx=3015 baseline=B
+[eval] sample_idx=3015 tvcd=B
+[eval] sample_idx=3016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4
+[h264 @ 0x55c9ea1da180] mmco: unref short failure
+[eval] sample_idx=3016 baseline=C
+[eval] sample_idx=3016 tvcd=C
+[eval] sample_idx=3017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4
+[h264 @ 0x55c9ea122d00] mmco: unref short failure
+[eval] sample_idx=3017 baseline=C
+[eval] sample_idx=3017 tvcd=C
+[eval] sample_idx=3018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4
+[eval] sample_idx=3018 baseline=C
+[eval] sample_idx=3018 tvcd=C
+[eval] sample_idx=3019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4
+[eval] sample_idx=3019 baseline=A
+[eval] sample_idx=3019 tvcd=A
+{'samples_done': 20, 'baseline_acc': 0.3, 'tvcd_acc': 0.3, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=3020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
+[eval] sample_idx=3020 baseline=A
+[eval] sample_idx=3020 tvcd=A
+[eval] sample_idx=3021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
+[eval] sample_idx=3021 baseline=B
+[eval] sample_idx=3021 tvcd=B
+[eval] sample_idx=3022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4
+[eval] sample_idx=3022 baseline=D
+[eval] sample_idx=3022 tvcd=D
+[eval] sample_idx=3023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4
+[eval] sample_idx=3023 baseline=C
+[eval] sample_idx=3023 tvcd=C
+[eval] sample_idx=3024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4
+[eval] sample_idx=3024 baseline=D
+[eval] sample_idx=3024 tvcd=D
+[eval] sample_idx=3025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4
+[eval] sample_idx=3025 baseline=D
+[eval] sample_idx=3025 tvcd=D
+[eval] sample_idx=3026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4
+[eval] sample_idx=3026 baseline=B
+[eval] sample_idx=3026 tvcd=B
+[eval] sample_idx=3027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4
+[eval] sample_idx=3027 baseline=A
+[eval] sample_idx=3027 tvcd=A
+[eval] sample_idx=3028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4
+[eval] sample_idx=3028 baseline=A
+[eval] sample_idx=3028 tvcd=A
+[eval] sample_idx=3029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4
+[eval] sample_idx=3029 baseline=B
+[eval] sample_idx=3029 tvcd=B
+{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=3030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
+[eval] sample_idx=3030 baseline=D
+[eval] sample_idx=3030 tvcd=D
+[eval] sample_idx=3031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
+[eval] sample_idx=3031 baseline=B
+[eval] sample_idx=3031 tvcd=B
+[eval] sample_idx=3032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4
+[eval] sample_idx=3032 baseline=D
+[eval] sample_idx=3032 tvcd=D
+[eval] sample_idx=3033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4
+[eval] sample_idx=3033 baseline=B
+[eval] sample_idx=3033 tvcd=B
+[eval] sample_idx=3034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4
+[eval] sample_idx=3034 baseline=D
+[eval] sample_idx=3034 tvcd=D
+[eval] sample_idx=3035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4
+[eval] sample_idx=3035 baseline=C
+[eval] sample_idx=3035 tvcd=C
+[eval] sample_idx=3036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4
+[eval] sample_idx=3036 baseline=D
+[eval] sample_idx=3036 tvcd=D
+[eval] sample_idx=3037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4
+[eval] sample_idx=3037 baseline=C
+[eval] sample_idx=3037 tvcd=C
+[eval] sample_idx=3038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4
+[eval] sample_idx=3038 baseline=D
+[eval] sample_idx=3038 tvcd=D
+[eval] sample_idx=3039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4
+[eval] sample_idx=3039 baseline=B
+[eval] sample_idx=3039 tvcd=B
+{'samples_done': 40, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=3040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
+[eval] sample_idx=3040 baseline=A
+[eval] sample_idx=3040 tvcd=A
+[eval] sample_idx=3041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
+[eval] sample_idx=3041 baseline=D
+[eval] sample_idx=3041 tvcd=D
+[eval] sample_idx=3042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4
+[eval] sample_idx=3042 baseline=A
+[eval] sample_idx=3042 tvcd=A
+[eval] sample_idx=3043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4
+[eval] sample_idx=3043 baseline=C
+[eval] sample_idx=3043 tvcd=C
+[eval] sample_idx=3044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4
+[eval] sample_idx=3044 baseline=A
+[eval] sample_idx=3044 tvcd=A
+[eval] sample_idx=3045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4
+[eval] sample_idx=3045 baseline=A
+[eval] sample_idx=3045 tvcd=A
+[eval] sample_idx=3046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4
+[eval] sample_idx=3046 baseline=C
+[eval] sample_idx=3046 tvcd=C
+[eval] sample_idx=3047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4
+[eval] sample_idx=3047 baseline=A
+[eval] sample_idx=3047 tvcd=A
+[eval] sample_idx=3048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4
+[eval] sample_idx=3048 baseline=D
+[eval] sample_idx=3048 tvcd=D
+[eval] sample_idx=3049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4
+[eval] sample_idx=3049 baseline=B
+[eval] sample_idx=3049 tvcd=B
+{'samples_done': 50, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=3050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
+[h264 @ 0x55c9ea062a80] mmco: unref short failure
+[h264 @ 0x55c9ea062a80] mmco: unref short failure
+[h264 @ 0x55c9ea062a80] mmco: unref short failure
+[h264 @ 0x55c9ea062a80] mmco: unref short failure
+[h264 @ 0x55c9ea062a80] mmco: unref short failure
+[eval] sample_idx=3050 baseline=D
+[eval] sample_idx=3050 tvcd=D
+[eval] sample_idx=3051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
+[h264 @ 0x55c9ea1ab100] mmco: unref short failure
+[h264 @ 0x55c9ea1ab100] mmco: unref short failure
+[h264 @ 0x55c9ea1ab100] mmco: unref short failure
+[h264 @ 0x55c9ea1ab100] mmco: unref short failure
+[h264 @ 0x55c9ea1ab100] mmco: unref short failure
+[eval] sample_idx=3051 baseline=C
+[eval] sample_idx=3051 tvcd=C
+[eval] sample_idx=3052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4
+[eval] sample_idx=3052 baseline=B
+[eval] sample_idx=3052 tvcd=B
+[eval] sample_idx=3053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4
+[eval] sample_idx=3053 baseline=B
+[eval] sample_idx=3053 tvcd=B
+[eval] sample_idx=3054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4
+[eval] sample_idx=3054 baseline=D
+[eval] sample_idx=3054 tvcd=D
+[eval] sample_idx=3055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4
+[eval] sample_idx=3055 baseline=A
+[eval] sample_idx=3055 tvcd=A
+[eval] sample_idx=3056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4
+[eval] sample_idx=3056 baseline=D
+[eval] sample_idx=3056 tvcd=D
+[eval] sample_idx=3057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4
+[eval] sample_idx=3057 baseline=C
+[eval] sample_idx=3057 tvcd=C
+[eval] sample_idx=3058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4
+[eval] sample_idx=3058 baseline=A
+[eval] sample_idx=3058 tvcd=A
+[eval] sample_idx=3059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4
+[eval] sample_idx=3059 baseline=A
+[eval] sample_idx=3059 tvcd=A
+{'samples_done': 60, 'baseline_acc': 0.5166666666666667, 'tvcd_acc': 0.5166666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=3060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
+[eval] sample_idx=3060 baseline=B
+[eval] sample_idx=3060 tvcd=B
+[eval] sample_idx=3061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
+[eval] sample_idx=3061 baseline=A
+[eval] sample_idx=3061 tvcd=A
+[eval] sample_idx=3062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
+[h264 @ 0x55c9ea062140] mmco: unref short failure
+[h264 @ 0x55c9ea062140] mmco: unref short failure
+[eval] sample_idx=3062 baseline=B
+[eval] sample_idx=3062 tvcd=B
+[eval] sample_idx=3063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
+[h264 @ 0x55c9ea0f22c0] mmco: unref short failure
+[h264 @ 0x55c9ea0f22c0] mmco: unref short failure
+[eval] sample_idx=3063 baseline=B
+[eval] sample_idx=3063 tvcd=B
+[eval] sample_idx=3064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4
+[eval] sample_idx=3064 baseline=A
+[eval] sample_idx=3064 tvcd=A
+[eval] sample_idx=3065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4
+[eval] sample_idx=3065 baseline=A
+[eval] sample_idx=3065 tvcd=A
+[eval] sample_idx=3066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4
+[eval] sample_idx=3066 baseline=B
+[eval] sample_idx=3066 tvcd=B
+[eval] sample_idx=3067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4
+[eval] sample_idx=3067 baseline=B
+[eval] sample_idx=3067 tvcd=B
+[eval] sample_idx=3068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4
+[eval] sample_idx=3068 baseline=D
+[eval] sample_idx=3068 tvcd=D
+[eval] sample_idx=3069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4
+[eval] sample_idx=3069 baseline=B
+[eval] sample_idx=3069 tvcd=B
+{'samples_done': 70, 'baseline_acc': 0.5428571428571428, 'tvcd_acc': 0.5428571428571428, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+[eval] sample_idx=3070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
+[h264 @ 0x55c9ea0d2880] mmco: unref short failure
+[h264 @ 0x55c9ea0d2880] mmco: unref short failure
+[h264 @ 0x55c9ea0d2880] mmco: unref short failure
+[h264 @ 0x55c9ea0d2880] mmco: unref short failure
+[eval] sample_idx=3070 baseline=B
+[eval] sample_idx=3070 tvcd=B
+[eval] sample_idx=3071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
+[h264 @ 0x55c9ea0bdfc0] mmco: unref short failure
+[h264 @ 0x55c9ea0bdfc0] mmco: unref short failure
+[h264 @ 0x55c9ea0bdfc0] mmco: unref short failure
+[h264 @ 0x55c9ea0bdfc0] mmco: unref short failure
+[eval] sample_idx=3071 baseline=A
+[eval] sample_idx=3071 tvcd=D
+[eval] sample_idx=3072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4
+[eval] sample_idx=3072 baseline=D
+[eval] sample_idx=3072 tvcd=A
+[eval] sample_idx=3073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4
+[eval] sample_idx=3073 baseline=D
+[eval] sample_idx=3073 tvcd=D
+[eval] sample_idx=3074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4
+[eval] sample_idx=3074 baseline=B
+[eval] sample_idx=3074 tvcd=B
+[eval] sample_idx=3075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4
+[eval] sample_idx=3075 baseline=B
+[eval] sample_idx=3075 tvcd=B
+[eval] sample_idx=3076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4
+[eval] sample_idx=3076 baseline=B
+[eval] sample_idx=3076 tvcd=B
+[eval] sample_idx=3077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4
+[eval] sample_idx=3077 baseline=B
+[eval] sample_idx=3077 tvcd=B
+[eval] sample_idx=3078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4
+[eval] sample_idx=3078 baseline=C
+[eval] sample_idx=3078 tvcd=C
+[eval] sample_idx=3079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4
+[eval] sample_idx=3079 baseline=C
+[eval] sample_idx=3079 tvcd=C
+{'samples_done': 80, 'baseline_acc': 0.525, 'tvcd_acc': 0.5125, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.5, 'cd_beta': 0.0}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5125,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.5,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a0.5_b0_s42_n320_gpu3/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5125,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.5,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu0/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 0, "data_id": 0, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "D. Opened the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1, "data_id": 0, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "C. Took the clothes", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2, "data_id": 1, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4", "gt_response": "D. the alleyway", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3, "data_id": 1, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4", "gt_response": "C. the beach", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 4, "data_id": 2, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4", "gt_response": "D. Opened the door", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 5, "data_id": 2, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4", "gt_response": "C. Took the phone/camera", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 6, "data_id": 3, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4", "gt_response": "B. Put down the bag", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 7, "data_id": 3, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4", "gt_response": "A. Closed the door", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 8, "data_id": 4, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4", "gt_response": "B. take up the conical flask", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 9, "data_id": 4, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4", "gt_response": "A. put down the electronic scale", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 10, "data_id": 5, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 11, "data_id": 5, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "B. take up the dropper bottle", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 12, "data_id": 6, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4", "gt_response": "C. the restroom", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 13, "data_id": 6, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4", "gt_response": "B. the beach", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 14, "data_id": 7, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4", "gt_response": "C. Put down the dish", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 15, "data_id": 7, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4", "gt_response": "D. Drank from the cup/glass/bottle", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 16, "data_id": 8, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "E. put down the conical flask", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 17, "data_id": 8, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "A. pour the conical flask", "gt_letter": "A", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
+{"sample_idx": 18, "data_id": 9, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4", "gt_response": "E. take up the reagent bottle", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 19, "data_id": 9, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4", "gt_response": "I. put down the beaker", "gt_letter": "I", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 20, "data_id": 10, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Sat at the table", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 21, "data_id": 10, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Opened the laptop", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 22, "data_id": 11, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 23, "data_id": 11, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4", "gt_response": "C. Sat at the table", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 24, "data_id": 12, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4", "gt_response": "D. the projection room", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 25, "data_id": 12, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4", "gt_response": "A. the classroom", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 26, "data_id": 13, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4", "gt_response": "D. Opened the laptop", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 27, "data_id": 13, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4", "gt_response": "B. Put down the clothes", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 28, "data_id": 14, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4", "gt_response": "C. the elevator", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 29, "data_id": 14, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4", "gt_response": "B. the secretary's office", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 30, "data_id": 15, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "A. put down the jar", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 31, "data_id": 15, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "C. cover the jar with the jar cap", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 32, "data_id": 16, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 33, "data_id": 16, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4", "gt_response": "B. Sat at the table", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 34, "data_id": 17, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4", "gt_response": "A. the town", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 35, "data_id": 17, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4", "gt_response": "D. the mountain", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 36, "data_id": 18, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4", "gt_response": "F. take up the jar cap", "gt_letter": "F", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 37, "data_id": 18, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4", "gt_response": "E. pour the jar", "gt_letter": "E", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 38, "data_id": 19, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4", "gt_response": "A. Took the food", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 39, "data_id": 19, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4", "gt_response": "B. Put down the bag", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 40, "data_id": 20, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "B. Opened the book", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 41, "data_id": 20, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "A. Sat at the table", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 42, "data_id": 21, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4", "gt_response": "E. stir the glass rod", "gt_letter": "E", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
+{"sample_idx": 43, "data_id": 21, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4", "gt_response": "G. take up the beaker", "gt_letter": "G", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 44, "data_id": 22, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4", "gt_response": "B. Opened the closet/cabinet", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 45, "data_id": 22, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4", "gt_response": "A. Put on the clothes", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 46, "data_id": 23, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4", "gt_response": "E. take up the horn tube", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 47, "data_id": 23, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4", "gt_response": "A. screw the iron clamp", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 48, "data_id": 24, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4", "gt_response": "E. uncover the dropper bottle", "gt_letter": "E", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 49, "data_id": 24, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4", "gt_response": "H. take up the dropper bottle", "gt_letter": "H", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 50, "data_id": 25, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "D. the prison", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 51, "data_id": 25, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "C. the courtroom", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 52, "data_id": 26, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4", "gt_response": "D. take up the conical flask", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 53, "data_id": 26, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4", "gt_response": "C. screw the iron clamp", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 54, "data_id": 27, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 55, "data_id": 27, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4", "gt_response": "A. Put down the clothes", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 56, "data_id": 28, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4", "gt_response": "E. put down the jar cap", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 57, "data_id": 28, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4", "gt_response": "A. uncover the jar cap", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 58, "data_id": 29, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4", "gt_response": "E. take up the conical flask", "gt_letter": "E", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 59, "data_id": 29, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4", "gt_response": "C. screw the iron clamp", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 60, "data_id": 30, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "C. the warehouse", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 61, "data_id": 30, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "D. the police station", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 62, "data_id": 31, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4", "gt_response": "G. screw the reagent bottle cap", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 63, "data_id": 31, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4", "gt_response": "B. take up the reagent bottle", "gt_letter": "B", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
+{"sample_idx": 64, "data_id": 32, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4", "gt_response": "D. Took the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 65, "data_id": 32, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4", "gt_response": "C. Sat at the table", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 66, "data_id": 33, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4", "gt_response": "L. take up the glass rod", "gt_letter": "L", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": false, "tvcd_text": "I. put down the reagent bottle", "tvcd_letter": "I", "tvcd_correct": false}
+{"sample_idx": 67, "data_id": 33, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4", "gt_response": "I. put down the reagent bottle", "gt_letter": "I", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 68, "data_id": 34, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4", "gt_response": "E. insert the horn tube", "gt_letter": "E", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
+{"sample_idx": 69, "data_id": 34, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4", "gt_response": "G. take up the horn tube", "gt_letter": "G", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
+{"sample_idx": 70, "data_id": 35, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "G. put down the glass rod", "gt_letter": "G", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 71, "data_id": 35, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "C. stir the glass rod", "gt_letter": "C", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
+{"sample_idx": 72, "data_id": 36, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4", "gt_response": "B. Put down the dish", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 73, "data_id": 36, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4", "gt_response": "B. Tidied up the table", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 74, "data_id": 37, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4", "gt_response": "G. screw the iron clamp", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 75, "data_id": 37, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4", "gt_response": "B. insert the horn tube", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 76, "data_id": 38, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4", "gt_response": "C. the manager's office", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 77, "data_id": 38, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4", "gt_response": "D. the rooftop", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 78, "data_id": 39, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4", "gt_response": "B. put down the reagent bottle", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 79, "data_id": 39, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4", "gt_response": "D. screw the reagent bottle cap", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}

tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu0/run.log

@@ -0,0 +1,279 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu0', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05, 'tvcd_shuffle_seed': 42, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu0
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=0 baseline=D
+[eval] sample_idx=0 tvcd=D
+[eval] sample_idx=1 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
+[eval] sample_idx=1 baseline=C
+[eval] sample_idx=1 tvcd=C
+[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4
+[eval] sample_idx=2 baseline=D
+[eval] sample_idx=2 tvcd=D
+[eval] sample_idx=3 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4
+[eval] sample_idx=3 baseline=C
+[eval] sample_idx=3 tvcd=A
+[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4
+[eval] sample_idx=4 baseline=D
+[eval] sample_idx=4 tvcd=D
+[eval] sample_idx=5 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4
+[eval] sample_idx=5 baseline=C
+[eval] sample_idx=5 tvcd=C
+[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4
+[eval] sample_idx=6 baseline=B
+[eval] sample_idx=6 tvcd=B
+[eval] sample_idx=7 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4
+[eval] sample_idx=7 baseline=A
+[eval] sample_idx=7 tvcd=A
+[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4
+[eval] sample_idx=8 baseline=A
+[eval] sample_idx=8 tvcd=A
+[eval] sample_idx=9 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4
+[eval] sample_idx=9 baseline=B
+[eval] sample_idx=9 tvcd=B
+{'samples_done': 10, 'baseline_acc': 0.8, 'tvcd_acc': 0.7, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
+[eval] sample_idx=10 baseline=B
+[eval] sample_idx=10 tvcd=B
+[eval] sample_idx=11 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
+[eval] sample_idx=11 baseline=C
+[eval] sample_idx=11 tvcd=C
+[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4
+[eval] sample_idx=12 baseline=B
+[eval] sample_idx=12 tvcd=B
+[eval] sample_idx=13 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4
+[eval] sample_idx=13 baseline=C
+[eval] sample_idx=13 tvcd=C
+[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4
+[eval] sample_idx=14 baseline=C
+[eval] sample_idx=14 tvcd=C
+[eval] sample_idx=15 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4
+[eval] sample_idx=15 baseline=D
+[eval] sample_idx=15 tvcd=D
+[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
+[eval] sample_idx=16 baseline=A
+[eval] sample_idx=16 tvcd=A
+[eval] sample_idx=17 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
+[eval] sample_idx=17 baseline=E
+[eval] sample_idx=17 tvcd=E
+[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4
+[eval] sample_idx=18 baseline=A
+[eval] sample_idx=18 tvcd=A
+[eval] sample_idx=19 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4
+[eval] sample_idx=19 baseline=D
+[eval] sample_idx=19 tvcd=D
+{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.45, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
+[eval] sample_idx=20 baseline=D
+[eval] sample_idx=20 tvcd=D
+[eval] sample_idx=21 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
+[eval] sample_idx=21 baseline=D
+[eval] sample_idx=21 tvcd=D
+[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4
+[eval] sample_idx=22 baseline=D
+[eval] sample_idx=22 tvcd=D
+[eval] sample_idx=23 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4
+[eval] sample_idx=23 baseline=C
+[eval] sample_idx=23 tvcd=C
+[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4
+[eval] sample_idx=24 baseline=A
+[eval] sample_idx=24 tvcd=A
+[eval] sample_idx=25 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4
+[eval] sample_idx=25 baseline=A
+[eval] sample_idx=25 tvcd=A
+[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4
+[eval] sample_idx=26 baseline=D
+[eval] sample_idx=26 tvcd=D
+[eval] sample_idx=27 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4
+[eval] sample_idx=27 baseline=A
+[eval] sample_idx=27 tvcd=A
+[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4
+[eval] sample_idx=28 baseline=C
+[eval] sample_idx=28 tvcd=C
+[eval] sample_idx=29 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4
+[eval] sample_idx=29 baseline=B
+[eval] sample_idx=29 tvcd=B
+{'samples_done': 30, 'baseline_acc': 0.6, 'tvcd_acc': 0.5666666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
+[eval] sample_idx=30 baseline=C
+[eval] sample_idx=30 tvcd=C
+[eval] sample_idx=31 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
+[eval] sample_idx=31 baseline=A
+[eval] sample_idx=31 tvcd=A
+[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4
+[eval] sample_idx=32 baseline=D
+[eval] sample_idx=32 tvcd=D
+[eval] sample_idx=33 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4
+[eval] sample_idx=33 baseline=B
+[eval] sample_idx=33 tvcd=B
+[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4
+[eval] sample_idx=34 baseline=A
+[eval] sample_idx=34 tvcd=A
+[eval] sample_idx=35 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4
+[eval] sample_idx=35 baseline=A
+[eval] sample_idx=35 tvcd=B
+[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4
+[eval] sample_idx=36 baseline=D
+[eval] sample_idx=36 tvcd=D
+[eval] sample_idx=37 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4
+[eval] sample_idx=37 baseline=B
+[eval] sample_idx=37 tvcd=B
+[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4
+[eval] sample_idx=38 baseline=C
+[eval] sample_idx=38 tvcd=C
+[eval] sample_idx=39 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4
+[eval] sample_idx=39 baseline=C
+[eval] sample_idx=39 tvcd=C
+{'samples_done': 40, 'baseline_acc': 0.525, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
+[eval] sample_idx=40 baseline=B
+[eval] sample_idx=40 tvcd=B
+[eval] sample_idx=41 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
+[eval] sample_idx=41 baseline=A
+[eval] sample_idx=41 tvcd=A
+[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4
+[eval] sample_idx=42 baseline=G
+[eval] sample_idx=42 tvcd=G
+[eval] sample_idx=43 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4
+[eval] sample_idx=43 baseline=D
+[eval] sample_idx=43 tvcd=D
+[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4
+[eval] sample_idx=44 baseline=B
+[eval] sample_idx=44 tvcd=B
+[eval] sample_idx=45 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4
+[eval] sample_idx=45 baseline=A
+[eval] sample_idx=45 tvcd=A
+[eval] sample_idx=46 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
+[eval] sample_idx=46 baseline=A
+[eval] sample_idx=46 tvcd=A
+[eval] sample_idx=47 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
+[eval] sample_idx=47 baseline=D
+[eval] sample_idx=47 tvcd=D
+[eval] sample_idx=48 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4
+[eval] sample_idx=48 baseline=D
+[eval] sample_idx=48 tvcd=B
+[eval] sample_idx=49 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4
+[eval] sample_idx=49 baseline=D
+[eval] sample_idx=49 tvcd=D
+{'samples_done': 50, 'baseline_acc': 0.5, 'tvcd_acc': 0.48, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=50 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
+[eval] sample_idx=50 baseline=A
+[eval] sample_idx=50 tvcd=A
+[eval] sample_idx=51 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
+[eval] sample_idx=51 baseline=C
+[eval] sample_idx=51 tvcd=C
+[eval] sample_idx=52 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4
+[eval] sample_idx=52 baseline=C
+[eval] sample_idx=52 tvcd=C
+[eval] sample_idx=53 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4
+[eval] sample_idx=53 baseline=D
+[eval] sample_idx=53 tvcd=D
+[eval] sample_idx=54 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4
+[eval] sample_idx=54 baseline=B
+[eval] sample_idx=54 tvcd=B
+[eval] sample_idx=55 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4
+[eval] sample_idx=55 baseline=A
+[eval] sample_idx=55 tvcd=A
+[eval] sample_idx=56 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4
+[eval] sample_idx=56 baseline=A
+[eval] sample_idx=56 tvcd=A
+[eval] sample_idx=57 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4
+[eval] sample_idx=57 baseline=C
+[eval] sample_idx=57 tvcd=C
+[eval] sample_idx=58 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4
+[eval] sample_idx=58 baseline=C
+[eval] sample_idx=58 tvcd=C
+[eval] sample_idx=59 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4
+[eval] sample_idx=59 baseline=D
+[eval] sample_idx=59 tvcd=D
+{'samples_done': 60, 'baseline_acc': 0.45, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=60 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
+[eval] sample_idx=60 baseline=C
+[eval] sample_idx=60 tvcd=C
+[eval] sample_idx=61 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
+[eval] sample_idx=61 baseline=D
+[eval] sample_idx=61 tvcd=D
+[eval] sample_idx=62 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4
+[eval] sample_idx=62 baseline=B
+[eval] sample_idx=62 tvcd=B
+[eval] sample_idx=63 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4
+[eval] sample_idx=63 baseline=G
+[eval] sample_idx=63 tvcd=G
+[eval] sample_idx=64 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4
+[eval] sample_idx=64 baseline=D
+[eval] sample_idx=64 tvcd=D
+[eval] sample_idx=65 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4
+[eval] sample_idx=65 baseline=C
+[eval] sample_idx=65 tvcd=C
+[eval] sample_idx=66 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4
+[eval] sample_idx=66 baseline=I
+[eval] sample_idx=66 tvcd=I. put down the reagent bottle
+[eval] sample_idx=67 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4
+[eval] sample_idx=67 baseline=A
+[eval] sample_idx=67 tvcd=A
+[eval] sample_idx=68 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4
+[eval] sample_idx=68 baseline=G
+[eval] sample_idx=68 tvcd=G
+[eval] sample_idx=69 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4
+[eval] sample_idx=69 baseline=E
+[eval] sample_idx=69 tvcd=E
+{'samples_done': 70, 'baseline_acc': 0.44285714285714284, 'tvcd_acc': 0.42857142857142855, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=70 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
+[eval] sample_idx=70 baseline=C
+[eval] sample_idx=70 tvcd=C
+[eval] sample_idx=71 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
+[eval] sample_idx=71 baseline=G
+[eval] sample_idx=71 tvcd=G
+[eval] sample_idx=72 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4
+[eval] sample_idx=72 baseline=C
+[eval] sample_idx=72 tvcd=C
+[eval] sample_idx=73 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4
+[eval] sample_idx=73 baseline=D
+[eval] sample_idx=73 tvcd=D
+[eval] sample_idx=74 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4
+[eval] sample_idx=74 baseline=B
+[eval] sample_idx=74 tvcd=B
+[eval] sample_idx=75 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4
+[eval] sample_idx=75 baseline=B
+[eval] sample_idx=75 tvcd=C
+[eval] sample_idx=76 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4
+[eval] sample_idx=76 baseline=C
+[eval] sample_idx=76 tvcd=C
+[eval] sample_idx=77 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4
+[eval] sample_idx=77 baseline=C
+[eval] sample_idx=77 tvcd=C
+[eval] sample_idx=78 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4
+[eval] sample_idx=78 baseline=D
+[eval] sample_idx=78 tvcd=D
+[eval] sample_idx=79 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4
+[eval] sample_idx=79 baseline=B
+[eval] sample_idx=79 tvcd=B
+{'samples_done': 80, 'baseline_acc': 0.4125, 'tvcd_acc': 0.3875, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.4125,
+  "tvcd_acc": 0.3875,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.05
+}

tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu0/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.4125,
+  "tvcd_acc": 0.3875,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.05
+}

tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu1/run.log

@@ -0,0 +1,279 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu1', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 1000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05, 'tvcd_shuffle_seed': 42, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a1.0_b0.05_n320_gpu1
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=1000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=1000 baseline=B
+[eval] sample_idx=1000 tvcd=B
+[eval] sample_idx=1001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
+[eval] sample_idx=1001 baseline=A
+[eval] sample_idx=1001 tvcd=A
+[eval] sample_idx=1002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4
+[eval] sample_idx=1002 baseline=A
+[eval] sample_idx=1002 tvcd=A
+[eval] sample_idx=1003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4
+[eval] sample_idx=1003 baseline=A
+[eval] sample_idx=1003 tvcd=A
+[eval] sample_idx=1004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4
+[eval] sample_idx=1004 baseline=A
+[eval] sample_idx=1004 tvcd=A
+[eval] sample_idx=1005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4
+[eval] sample_idx=1005 baseline=B
+[eval] sample_idx=1005 tvcd=B
+[eval] sample_idx=1006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4
+[eval] sample_idx=1006 baseline=C
+[eval] sample_idx=1006 tvcd=C
+[eval] sample_idx=1007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4
+[eval] sample_idx=1007 baseline=C
+[eval] sample_idx=1007 tvcd=C
+[eval] sample_idx=1008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4
+[eval] sample_idx=1008 baseline=C
+[eval] sample_idx=1008 tvcd=C
+[eval] sample_idx=1009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4
+[eval] sample_idx=1009 baseline=A
+[eval] sample_idx=1009 tvcd=A
+{'samples_done': 10, 'baseline_acc': 0.1, 'tvcd_acc': 0.1, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=1010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
+[eval] sample_idx=1010 baseline=A
+[eval] sample_idx=1010 tvcd=A
+[eval] sample_idx=1011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
+[eval] sample_idx=1011 baseline=A
+[eval] sample_idx=1011 tvcd=A
+[eval] sample_idx=1012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4
+[eval] sample_idx=1012 baseline=B
+[eval] sample_idx=1012 tvcd=B
+[eval] sample_idx=1013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4
+[eval] sample_idx=1013 baseline=B
+[eval] sample_idx=1013 tvcd=B
+[eval] sample_idx=1014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4
+[eval] sample_idx=1014 baseline=A
+[eval] sample_idx=1014 tvcd=A
+[eval] sample_idx=1015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4
+[eval] sample_idx=1015 baseline=A
+[eval] sample_idx=1015 tvcd=A
+[eval] sample_idx=1016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4
+[eval] sample_idx=1016 baseline=A
+[eval] sample_idx=1016 tvcd=A
+[eval] sample_idx=1017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4
+[eval] sample_idx=1017 baseline=A
+[eval] sample_idx=1017 tvcd=A
+[eval] sample_idx=1018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4
+[eval] sample_idx=1018 baseline=A
+[eval] sample_idx=1018 tvcd=A
+[eval] sample_idx=1019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4
+[eval] sample_idx=1019 baseline=A
+[eval] sample_idx=1019 tvcd=A
+{'samples_done': 20, 'baseline_acc': 0.25, 'tvcd_acc': 0.25, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=1020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
+[eval] sample_idx=1020 baseline=A
+[eval] sample_idx=1020 tvcd=A
+[eval] sample_idx=1021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
+[eval] sample_idx=1021 baseline=B
+[eval] sample_idx=1021 tvcd=B
+[eval] sample_idx=1022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4
+[eval] sample_idx=1022 baseline=C
+[eval] sample_idx=1022 tvcd=C
+[eval] sample_idx=1023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4
+[eval] sample_idx=1023 baseline=B
+[eval] sample_idx=1023 tvcd=B
+[eval] sample_idx=1024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4
+[eval] sample_idx=1024 baseline=B
+[eval] sample_idx=1024 tvcd=B
+[eval] sample_idx=1025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4
+[eval] sample_idx=1025 baseline=B
+[eval] sample_idx=1025 tvcd=B
+[eval] sample_idx=1026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4
+[eval] sample_idx=1026 baseline=A
+[eval] sample_idx=1026 tvcd=A
+[eval] sample_idx=1027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4
+[eval] sample_idx=1027 baseline=B
+[eval] sample_idx=1027 tvcd=B
+[eval] sample_idx=1028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4
+[eval] sample_idx=1028 baseline=C
+[eval] sample_idx=1028 tvcd=C
+[eval] sample_idx=1029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4
+[eval] sample_idx=1029 baseline=A
+[eval] sample_idx=1029 tvcd=C
+{'samples_done': 30, 'baseline_acc': 0.4, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=1030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
+[eval] sample_idx=1030 baseline=D
+[eval] sample_idx=1030 tvcd=D
+[eval] sample_idx=1031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
+[eval] sample_idx=1031 baseline=D
+[eval] sample_idx=1031 tvcd=D
+[eval] sample_idx=1032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4
+[eval] sample_idx=1032 baseline=A
+[eval] sample_idx=1032 tvcd=A
+[eval] sample_idx=1033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4
+[eval] sample_idx=1033 baseline=A
+[eval] sample_idx=1033 tvcd=A
+[eval] sample_idx=1034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4
+[eval] sample_idx=1034 baseline=D
+[eval] sample_idx=1034 tvcd=D
+[eval] sample_idx=1035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4
+[eval] sample_idx=1035 baseline=B
+[eval] sample_idx=1035 tvcd=B
+[eval] sample_idx=1036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4
+[eval] sample_idx=1036 baseline=D
+[eval] sample_idx=1036 tvcd=D
+[eval] sample_idx=1037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4
+[eval] sample_idx=1037 baseline=B
+[eval] sample_idx=1037 tvcd=B
+[eval] sample_idx=1038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4
+[eval] sample_idx=1038 baseline=A
+[eval] sample_idx=1038 tvcd=A
+[eval] sample_idx=1039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4
+[eval] sample_idx=1039 baseline=A
+[eval] sample_idx=1039 tvcd=A
+{'samples_done': 40, 'baseline_acc': 0.375, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=1040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
+[eval] sample_idx=1040 baseline=C
+[eval] sample_idx=1040 tvcd=C
+[eval] sample_idx=1041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
+[eval] sample_idx=1041 baseline=A
+[eval] sample_idx=1041 tvcd=A
+[eval] sample_idx=1042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4
+[eval] sample_idx=1042 baseline=B
+[eval] sample_idx=1042 tvcd=B
+[eval] sample_idx=1043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4
+[eval] sample_idx=1043 baseline=B
+[eval] sample_idx=1043 tvcd=B
+[eval] sample_idx=1044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4
+[eval] sample_idx=1044 baseline=B
+[eval] sample_idx=1044 tvcd=B
+[eval] sample_idx=1045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4
+[eval] sample_idx=1045 baseline=B
+[eval] sample_idx=1045 tvcd=B
+[eval] sample_idx=1046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4
+[eval] sample_idx=1046 baseline=A
+[eval] sample_idx=1046 tvcd=A
+[eval] sample_idx=1047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4
+[eval] sample_idx=1047 baseline=A
+[eval] sample_idx=1047 tvcd=A
+[eval] sample_idx=1048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4
+[eval] sample_idx=1048 baseline=B
+[eval] sample_idx=1048 tvcd=B
+[eval] sample_idx=1049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4
+[eval] sample_idx=1049 baseline=B
+[eval] sample_idx=1049 tvcd=B
+{'samples_done': 50, 'baseline_acc': 0.44, 'tvcd_acc': 0.46, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=1050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
+[eval] sample_idx=1050 baseline=B
+[eval] sample_idx=1050 tvcd=B
+[eval] sample_idx=1051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
+[eval] sample_idx=1051 baseline=B
+[eval] sample_idx=1051 tvcd=B
+[eval] sample_idx=1052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4
+[eval] sample_idx=1052 baseline=A
+[eval] sample_idx=1052 tvcd=A
+[eval] sample_idx=1053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4
+[eval] sample_idx=1053 baseline=B
+[eval] sample_idx=1053 tvcd=B
+[eval] sample_idx=1054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4
+[eval] sample_idx=1054 baseline=D
+[eval] sample_idx=1054 tvcd=D
+[eval] sample_idx=1055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4
+[eval] sample_idx=1055 baseline=B
+[eval] sample_idx=1055 tvcd=B
+[eval] sample_idx=1056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4
+[eval] sample_idx=1056 baseline=B
+[eval] sample_idx=1056 tvcd=B
+[eval] sample_idx=1057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4
+[eval] sample_idx=1057 baseline=E
+[eval] sample_idx=1057 tvcd=E
+[eval] sample_idx=1058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4
+[eval] sample_idx=1058 baseline=C
+[eval] sample_idx=1058 tvcd=C
+[eval] sample_idx=1059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4
+[eval] sample_idx=1059 baseline=C
+[eval] sample_idx=1059 tvcd=C
+{'samples_done': 60, 'baseline_acc': 0.4666666666666667, 'tvcd_acc': 0.48333333333333334, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=1060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
+[eval] sample_idx=1060 baseline=B
+[eval] sample_idx=1060 tvcd=B
+[eval] sample_idx=1061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
+[eval] sample_idx=1061 baseline=B
+[eval] sample_idx=1061 tvcd=B
+[eval] sample_idx=1062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4
+[eval] sample_idx=1062 baseline=D
+[eval] sample_idx=1062 tvcd=D
+[eval] sample_idx=1063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4
+[eval] sample_idx=1063 baseline=A
+[eval] sample_idx=1063 tvcd=A
+[eval] sample_idx=1064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4
+[eval] sample_idx=1064 baseline=C
+[eval] sample_idx=1064 tvcd=C
+[eval] sample_idx=1065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4
+[eval] sample_idx=1065 baseline=D
+[eval] sample_idx=1065 tvcd=D
+[eval] sample_idx=1066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4
+[eval] sample_idx=1066 baseline=A
+[eval] sample_idx=1066 tvcd=A
+[eval] sample_idx=1067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4
+[eval] sample_idx=1067 baseline=A
+[eval] sample_idx=1067 tvcd=A
+[eval] sample_idx=1068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4
+[eval] sample_idx=1068 baseline=A
+[eval] sample_idx=1068 tvcd=A
+[eval] sample_idx=1069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4
+[eval] sample_idx=1069 baseline=A
+[eval] sample_idx=1069 tvcd=A
+{'samples_done': 70, 'baseline_acc': 0.5142857142857142, 'tvcd_acc': 0.5285714285714286, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+[eval] sample_idx=1070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
+[eval] sample_idx=1070 baseline=C
+[eval] sample_idx=1070 tvcd=C
+[eval] sample_idx=1071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
+[eval] sample_idx=1071 baseline=C
+[eval] sample_idx=1071 tvcd=C
+[eval] sample_idx=1072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4
+[eval] sample_idx=1072 baseline=D
+[eval] sample_idx=1072 tvcd=D
+[eval] sample_idx=1073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4
+[eval] sample_idx=1073 baseline=B
+[eval] sample_idx=1073 tvcd=B
+[eval] sample_idx=1074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4
+[eval] sample_idx=1074 baseline=C
+[eval] sample_idx=1074 tvcd=C
+[eval] sample_idx=1075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4
+[eval] sample_idx=1075 baseline=A
+[eval] sample_idx=1075 tvcd=A
+[eval] sample_idx=1076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4
+[eval] sample_idx=1076 baseline=C
+[eval] sample_idx=1076 tvcd=C
+[eval] sample_idx=1077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4
+[eval] sample_idx=1077 baseline=C
+[eval] sample_idx=1077 tvcd=C
+[eval] sample_idx=1078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4
+[eval] sample_idx=1078 baseline=D
+[eval] sample_idx=1078 tvcd=D
+[eval] sample_idx=1079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4
+[eval] sample_idx=1079 baseline=D
+[eval] sample_idx=1079 tvcd=D
+{'samples_done': 80, 'baseline_acc': 0.525, 'tvcd_acc': 0.5375, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.05}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5375,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.05
+}

tmp/llava_next_base_tvcd_grid_a1.5_b0.05_n320_gpu2/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 2000, "data_id": 2241, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4", "gt_response": "A. The sphere collides with the purple cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2001, "data_id": 2241, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4", "gt_response": "B. The sphere's initial trajectory", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2002, "data_id": 2242, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4", "gt_response": "B. D", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2003, "data_id": 2242, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4", "gt_response": "A. Writing the word 'BAD'", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2004, "data_id": 2243, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4", "gt_response": "C. To look at the American flag", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2005, "data_id": 2243, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4", "gt_response": "C. To look at the American flag", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2006, "data_id": 2244, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4", "gt_response": "A. Sprinting towards the goal, executing passes, and forming tactical formations", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2007, "data_id": 2244, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4", "gt_response": "D. Conducting post-game recovery drills", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2008, "data_id": 2245, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4", "gt_response": "B. It provides dynamic views of the ride, including close-ups of the individual", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2009, "data_id": 2245, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4", "gt_response": "B. Dynamic views of the ride", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2010, "data_id": 2246, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4", "gt_response": "C. Outwards to cover more of the tray", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2011, "data_id": 2246, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4", "gt_response": "B. The dough was pressed onto the tray", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2012, "data_id": 2247, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4", "gt_response": "B. They ate the sandwich.", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2013, "data_id": 2247, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4", "gt_response": "B. They brought it to their mouth.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2014, "data_id": 2248, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4", "gt_response": "C. The blue object's collision with the cyan sphere", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2015, "data_id": 2248, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4", "gt_response": "A. Remove the blue sphere", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2016, "data_id": 2249, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4", "gt_response": "B. The participants retrieve their robots", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2017, "data_id": 2249, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4", "gt_response": "B. To prepare for the next match", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2018, "data_id": 2250, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4", "gt_response": "B. They stir it carefully", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2019, "data_id": 2250, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4", "gt_response": "A. To ensure even mixing", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2020, "data_id": 2251, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4", "gt_response": "C. Took the food.", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2021, "data_id": 2251, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4", "gt_response": "B. Opening the container", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2022, "data_id": 2252, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4", "gt_response": "C. Right", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2023, "data_id": 2252, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4", "gt_response": "B. Stepping away from the table", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2024, "data_id": 2253, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4", "gt_response": "C. the gray cube's entering the scene", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2025, "data_id": 2253, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4", "gt_response": "A. the yellow cube's colliding with the sphere", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2026, "data_id": 2254, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4", "gt_response": "B. The brown cylinder collides with the brown cube", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2027, "data_id": 2254, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4", "gt_response": "B. The brown cube starts moving toward the brown cylinder", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2028, "data_id": 2255, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4", "gt_response": "A. It becomes smoother and more elastic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2029, "data_id": 2255, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4", "gt_response": "C. Adding flour", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2030, "data_id": 2256, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4", "gt_response": "D. The kiwi is mashed and its juice is extracted", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 2031, "data_id": 2256, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4", "gt_response": "A. The kiwi is cut and placed in a sieve", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2032, "data_id": 2257, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4", "gt_response": "B. The yellow sphere's entrance", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2033, "data_id": 2257, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4", "gt_response": "C. The yellow sphere's colliding with the rubber sphere", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2034, "data_id": 2258, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4", "gt_response": "B. The purple cylinder and the cyan object collide", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2035, "data_id": 2258, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4", "gt_response": "B. The purple cylinder and the cyan object collide", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2036, "data_id": 2259, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4", "gt_response": "E. affectionate gesture.", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
+{"sample_idx": 2037, "data_id": 2259, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4", "gt_response": "C. tending to the baby", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2038, "data_id": 2260, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4", "gt_response": "A. Slicing the tofu", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2039, "data_id": 2260, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4", "gt_response": "A. Slicing and mincing ginger and garlic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2040, "data_id": 2261, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4", "gt_response": "C. The child opens a large red gift bag", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2041, "data_id": 2261, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4", "gt_response": "A. The child examined a red and white floral-patterned box", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2042, "data_id": 2262, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4", "gt_response": "D. A small stain is treated", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 2043, "data_id": 2262, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4", "gt_response": "C. Apply pink liquid detergent", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2044, "data_id": 2263, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4", "gt_response": "C. To show the progression of the vision test", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2045, "data_id": 2263, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4", "gt_response": "B. The man completes a new section of the test", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2046, "data_id": 2264, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4", "gt_response": "C. It becomes darker and more vibrant", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2047, "data_id": 2264, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4", "gt_response": "B. The dark sauce is added", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2048, "data_id": 2265, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4", "gt_response": "B. The camera zooms in", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2049, "data_id": 2265, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4", "gt_response": "B. The camera zooms in", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2050, "data_id": 2266, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4", "gt_response": "B. They sprinkle paprika into the bowl", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2051, "data_id": 2266, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4", "gt_response": "A. They open it", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2052, "data_id": 2267, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4", "gt_response": "B. They picked up a picture.", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2053, "data_id": 2267, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4", "gt_response": "A. They opened the book.", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2054, "data_id": 2268, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4", "gt_response": "A. 'ケツは使えないって言ってなかったか' (Didn't you say you couldn't use your butt?)", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2055, "data_id": 2268, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4", "gt_response": "A. Taguchi used his posterior in the match", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2056, "data_id": 2269, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4", "gt_response": "B. To breathe air", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2057, "data_id": 2269, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4", "gt_response": "B. Oxygen intake", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2058, "data_id": 2270, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4", "gt_response": "B. The camera focuses on close proximity to capture intensity", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2059, "data_id": 2270, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4", "gt_response": "B. To enhance the immersive experience of the surfing action", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2060, "data_id": 2271, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4", "gt_response": "D. Because they are too expensive", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2061, "data_id": 2271, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4", "gt_response": "B. Damage to enamel", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2062, "data_id": 2272, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4", "gt_response": "A. It integrates smoothly with the yellow liquid", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2063, "data_id": 2272, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4", "gt_response": "B. The yellow liquid is added", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2064, "data_id": 2273, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4", "gt_response": "A. It becomes more vibrant and energetic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2065, "data_id": 2273, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4", "gt_response": "B. People begin playing casino games", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2066, "data_id": 2274, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4", "gt_response": "B. The athlete's speed increases during the throw", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2067, "data_id": 2274, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4", "gt_response": "B. To accumulate potential energy", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2068, "data_id": 2275, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4", "gt_response": "A. They lower the glass, look around, and bend slightly", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2069, "data_id": 2275, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4", "gt_response": "B. They take a sip from the glass", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2070, "data_id": 2276, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4", "gt_response": "B. The skier moves closer to the boat", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2071, "data_id": 2276, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4", "gt_response": "C. The skier adjusted their stance", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2072, "data_id": 2277, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4", "gt_response": "C. 2", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2073, "data_id": 2277, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4", "gt_response": "A. The hand was not touching that area", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2074, "data_id": 2278, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4", "gt_response": "B. A water polo game", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2075, "data_id": 2278, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4", "gt_response": "B. A water polo game", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2076, "data_id": 2279, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4", "gt_response": "C. At the back of the raft", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2077, "data_id": 2279, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4", "gt_response": "B. Control and navigation", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2078, "data_id": 2280, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4", "gt_response": "C. The yellow object collides with the cylinder", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2079, "data_id": 2280, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4", "gt_response": "C. The objects were moving towards each other", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}

tmp/llava_next_base_tvcd_grid_a1.5_b0.05_n320_gpu2/run.log

@@ -0,0 +1,297 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a1.5_b0.05_n320_gpu2', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 2000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 1.5, 'cd_beta': 0.05, 'tvcd_shuffle_seed': 42, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a1.5_b0.05_n320_gpu2
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=2000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=2000 baseline=A
+[eval] sample_idx=2000 tvcd=B
+[eval] sample_idx=2001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4
+[eval] sample_idx=2001 baseline=A
+[eval] sample_idx=2001 tvcd=A
+[eval] sample_idx=2002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4
+[eval] sample_idx=2002 baseline=A
+[eval] sample_idx=2002 tvcd=A
+[eval] sample_idx=2003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4
+[eval] sample_idx=2003 baseline=A
+[eval] sample_idx=2003 tvcd=A
+[eval] sample_idx=2004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4
+[eval] sample_idx=2004 baseline=A
+[eval] sample_idx=2004 tvcd=A
+[eval] sample_idx=2005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4
+[eval] sample_idx=2005 baseline=A
+[eval] sample_idx=2005 tvcd=A
+[eval] sample_idx=2006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4
+[eval] sample_idx=2006 baseline=A
+[eval] sample_idx=2006 tvcd=A
+[eval] sample_idx=2007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4
+[eval] sample_idx=2007 baseline=C
+[eval] sample_idx=2007 tvcd=C
+[eval] sample_idx=2008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4
+[eval] sample_idx=2008 baseline=B
+[eval] sample_idx=2008 tvcd=B
+[eval] sample_idx=2009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4
+[eval] sample_idx=2009 baseline=B
+[eval] sample_idx=2009 tvcd=B
+{'samples_done': 10, 'baseline_acc': 0.5, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.5, 'cd_beta': 0.05}
+[eval] sample_idx=2010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4
+[eval] sample_idx=2010 baseline=A
+[eval] sample_idx=2010 tvcd=C
+[eval] sample_idx=2011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4
+[eval] sample_idx=2011 baseline=B
+[eval] sample_idx=2011 tvcd=B
+[eval] sample_idx=2012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4
+[eval] sample_idx=2012 baseline=D
+[eval] sample_idx=2012 tvcd=D
+[eval] sample_idx=2013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4
+[eval] sample_idx=2013 baseline=B
+[eval] sample_idx=2013 tvcd=D
+[eval] sample_idx=2014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4
+[eval] sample_idx=2014 baseline=B
+[eval] sample_idx=2014 tvcd=B
+[eval] sample_idx=2015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4
+[eval] sample_idx=2015 baseline=B
+[eval] sample_idx=2015 tvcd=B
+[eval] sample_idx=2016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4
+[eval] sample_idx=2016 baseline=B
+[eval] sample_idx=2016 tvcd=B
+[eval] sample_idx=2017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4
+[eval] sample_idx=2017 baseline=B
+[eval] sample_idx=2017 tvcd=B
+[eval] sample_idx=2018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4
+[eval] sample_idx=2018 baseline=B
+[eval] sample_idx=2018 tvcd=B
+[eval] sample_idx=2019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4
+[eval] sample_idx=2019 baseline=A
+[eval] sample_idx=2019 tvcd=A
+{'samples_done': 20, 'baseline_acc': 0.55, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.5, 'cd_beta': 0.05}
+[eval] sample_idx=2020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4
+[eval] sample_idx=2020 baseline=C
+[eval] sample_idx=2020 tvcd=C
+[eval] sample_idx=2021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4
+[eval] sample_idx=2021 baseline=B
+[eval] sample_idx=2021 tvcd=B
+[eval] sample_idx=2022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4
+[eval] sample_idx=2022 baseline=D
+[eval] sample_idx=2022 tvcd=D
+[eval] sample_idx=2023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4
+[eval] sample_idx=2023 baseline=B
+[eval] sample_idx=2023 tvcd=B
+[eval] sample_idx=2024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4
+[eval] sample_idx=2024 baseline=A
+[eval] sample_idx=2024 tvcd=A
+[eval] sample_idx=2025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4
+[eval] sample_idx=2025 baseline=A
+[eval] sample_idx=2025 tvcd=A
+[eval] sample_idx=2026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4
+[eval] sample_idx=2026 baseline=B
+[eval] sample_idx=2026 tvcd=B
+[eval] sample_idx=2027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4
+[eval] sample_idx=2027 baseline=B
+[eval] sample_idx=2027 tvcd=B
+[eval] sample_idx=2028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4
+[eval] sample_idx=2028 baseline=A
+[eval] sample_idx=2028 tvcd=A
+[eval] sample_idx=2029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4
+[eval] sample_idx=2029 baseline=A
+[eval] sample_idx=2029 tvcd=A
+{'samples_done': 30, 'baseline_acc': 0.6, 'tvcd_acc': 0.5666666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.5, 'cd_beta': 0.05}
+[eval] sample_idx=2030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4
+[eval] sample_idx=2030 baseline=D
+[eval] sample_idx=2030 tvcd=D
+[eval] sample_idx=2031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4
+[eval] sample_idx=2031 baseline=B
+[eval] sample_idx=2031 tvcd=A
+[eval] sample_idx=2032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4
+[eval] sample_idx=2032 baseline=C
+[eval] sample_idx=2032 tvcd=C
+[eval] sample_idx=2033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4
+[eval] sample_idx=2033 baseline=C
+[eval] sample_idx=2033 tvcd=C
+[eval] sample_idx=2034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4
+[eval] sample_idx=2034 baseline=C
+[eval] sample_idx=2034 tvcd=C
+[eval] sample_idx=2035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4
+[eval] sample_idx=2035 baseline=A
+[eval] sample_idx=2035 tvcd=A
+[eval] sample_idx=2036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4
+[eval] sample_idx=2036 baseline=A
+[eval] sample_idx=2036 tvcd=E
+[eval] sample_idx=2037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4
+[eval] sample_idx=2037 baseline=D
+[eval] sample_idx=2037 tvcd=D
+[eval] sample_idx=2038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4
+[eval] sample_idx=2038 baseline=B
+[eval] sample_idx=2038 tvcd=B
+[eval] sample_idx=2039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4
+[eval] sample_idx=2039 baseline=A
+[eval] sample_idx=2039 tvcd=D
+{'samples_done': 40, 'baseline_acc': 0.525, 'tvcd_acc': 0.525, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.5, 'cd_beta': 0.05}
+[eval] sample_idx=2040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4
+[eval] sample_idx=2040 baseline=C
+[eval] sample_idx=2040 tvcd=C
+[eval] sample_idx=2041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4
+[eval] sample_idx=2041 baseline=A
+[eval] sample_idx=2041 tvcd=A
+[eval] sample_idx=2042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4
+[h264 @ 0x55c5e6975440] mmco: unref short failure
+[h264 @ 0x55c5e6975440] mmco: unref short failure
+[eval] sample_idx=2042 baseline=D
+[eval] sample_idx=2042 tvcd=D
+[eval] sample_idx=2043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4
+[h264 @ 0x55c5e63b60c0] mmco: unref short failure
+[h264 @ 0x55c5e63b60c0] mmco: unref short failure
+[eval] sample_idx=2043 baseline=D
+[eval] sample_idx=2043 tvcd=D
+[eval] sample_idx=2044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4
+[h264 @ 0x55c5a419e980] mmco: unref short failure
+[h264 @ 0x55c5a419e980] mmco: unref short failure
+[eval] sample_idx=2044 baseline=C
+[eval] sample_idx=2044 tvcd=C
+[eval] sample_idx=2045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4
+[h264 @ 0x55c5e48b95c0] mmco: unref short failure
+[h264 @ 0x55c5e48b95c0] mmco: unref short failure
+[eval] sample_idx=2045 baseline=B
+[eval] sample_idx=2045 tvcd=B
+[eval] sample_idx=2046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4
+[eval] sample_idx=2046 baseline=C
+[eval] sample_idx=2046 tvcd=C
+[eval] sample_idx=2047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4
+[eval] sample_idx=2047 baseline=B
+[eval] sample_idx=2047 tvcd=B
+[eval] sample_idx=2048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4
+[eval] sample_idx=2048 baseline=B
+[eval] sample_idx=2048 tvcd=B
+[eval] sample_idx=2049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4
+[eval] sample_idx=2049 baseline=B
+[eval] sample_idx=2049 tvcd=B
+{'samples_done': 50, 'baseline_acc': 0.6, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.5, 'cd_beta': 0.05}
+[eval] sample_idx=2050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
+[eval] sample_idx=2050 baseline=B
+[eval] sample_idx=2050 tvcd=B
+[eval] sample_idx=2051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
+[eval] sample_idx=2051 baseline=A
+[eval] sample_idx=2051 tvcd=A
+[eval] sample_idx=2052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4
+[eval] sample_idx=2052 baseline=C
+[eval] sample_idx=2052 tvcd=C
+[eval] sample_idx=2053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4
+[eval] sample_idx=2053 baseline=B
+[eval] sample_idx=2053 tvcd=B
+[eval] sample_idx=2054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4
+[eval] sample_idx=2054 baseline=A
+[eval] sample_idx=2054 tvcd=B
+[eval] sample_idx=2055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4
+[eval] sample_idx=2055 baseline=A
+[eval] sample_idx=2055 tvcd=A
+[eval] sample_idx=2056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4
+[eval] sample_idx=2056 baseline=B
+[eval] sample_idx=2056 tvcd=B
+[eval] sample_idx=2057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4
+[eval] sample_idx=2057 baseline=B
+[eval] sample_idx=2057 tvcd=B
+[eval] sample_idx=2058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4
+[eval] sample_idx=2058 baseline=B
+[eval] sample_idx=2058 tvcd=B
+[eval] sample_idx=2059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4
+[eval] sample_idx=2059 baseline=B
+[eval] sample_idx=2059 tvcd=B
+{'samples_done': 60, 'baseline_acc': 0.6333333333333333, 'tvcd_acc': 0.6166666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.5, 'cd_beta': 0.05}
+[eval] sample_idx=2060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4
+[h264 @ 0x55c5e5d6cc80] mmco: unref short failure
+[eval] sample_idx=2060 baseline=C
+[eval] sample_idx=2060 tvcd=C
+[eval] sample_idx=2061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4
+[h264 @ 0x55c5e5f8c700] mmco: unref short failure
+[eval] sample_idx=2061 baseline=C
+[eval] sample_idx=2061 tvcd=C
+[eval] sample_idx=2062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4
+[eval] sample_idx=2062 baseline=A
+[eval] sample_idx=2062 tvcd=A
+[eval] sample_idx=2063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4
+[eval] sample_idx=2063 baseline=C
+[eval] sample_idx=2063 tvcd=C
+[eval] sample_idx=2064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4
+[h264 @ 0x55c5e6c81d00] mmco: unref short failure
+[h264 @ 0x55c5e6c81d00] mmco: unref short failure
+[h264 @ 0x55c5e6c81d00] mmco: unref short failure
+[h264 @ 0x55c5e6c81d00] mmco: unref short failure
+[eval] sample_idx=2064 baseline=A
+[eval] sample_idx=2064 tvcd=A
+[eval] sample_idx=2065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4
+[h264 @ 0x55c5e5d6d640] mmco: unref short failure
+[h264 @ 0x55c5e5d6d640] mmco: unref short failure
+[h264 @ 0x55c5e5d6d640] mmco: unref short failure
+[h264 @ 0x55c5e5d6d640] mmco: unref short failure
+[eval] sample_idx=2065 baseline=B
+[eval] sample_idx=2065 tvcd=B
+[eval] sample_idx=2066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4
+[eval] sample_idx=2066 baseline=B
+[eval] sample_idx=2066 tvcd=B
+[eval] sample_idx=2067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4
+[eval] sample_idx=2067 baseline=B
+[eval] sample_idx=2067 tvcd=B
+[eval] sample_idx=2068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4
+[eval] sample_idx=2068 baseline=A
+[eval] sample_idx=2068 tvcd=A
+[eval] sample_idx=2069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4
+[eval] sample_idx=2069 baseline=B
+[eval] sample_idx=2069 tvcd=B
+{'samples_done': 70, 'baseline_acc': 0.6428571428571429, 'tvcd_acc': 0.6285714285714286, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.5, 'cd_beta': 0.05}
+[eval] sample_idx=2070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4
+[eval] sample_idx=2070 baseline=D
+[eval] sample_idx=2070 tvcd=D
+[eval] sample_idx=2071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4
+[eval] sample_idx=2071 baseline=A
+[eval] sample_idx=2071 tvcd=A
+[eval] sample_idx=2072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4
+[eval] sample_idx=2072 baseline=C
+[eval] sample_idx=2072 tvcd=C
+[eval] sample_idx=2073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4
+[eval] sample_idx=2073 baseline=C
+[eval] sample_idx=2073 tvcd=C
+[eval] sample_idx=2074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4
+[eval] sample_idx=2074 baseline=B
+[eval] sample_idx=2074 tvcd=B
+[eval] sample_idx=2075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4
+[eval] sample_idx=2075 baseline=B
+[eval] sample_idx=2075 tvcd=B
+[eval] sample_idx=2076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4
+[eval] sample_idx=2076 baseline=D
+[eval] sample_idx=2076 tvcd=D
+[eval] sample_idx=2077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4
+[eval] sample_idx=2077 baseline=B
+[eval] sample_idx=2077 tvcd=B
+[eval] sample_idx=2078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4
+[eval] sample_idx=2078 baseline=A
+[eval] sample_idx=2078 tvcd=A
+[eval] sample_idx=2079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4
+[eval] sample_idx=2079 baseline=C
+[eval] sample_idx=2079 tvcd=C
+{'samples_done': 80, 'baseline_acc': 0.625, 'tvcd_acc': 0.6125, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.5, 'cd_beta': 0.05}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.625,
+  "tvcd_acc": 0.6125,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.5,
+  "cd_beta": 0.05
+}

tmp/llava_next_base_tvcd_grid_a1.5_b0.05_n320_gpu2/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.625,
+  "tvcd_acc": 0.6125,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.5,
+  "cd_beta": 0.05
+}

tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu0/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 0, "data_id": 0, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "D. Opened the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1, "data_id": 0, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4", "gt_response": "C. Took the clothes", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2, "data_id": 1, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4", "gt_response": "D. the alleyway", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3, "data_id": 1, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4", "gt_response": "C. the beach", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 4, "data_id": 2, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4", "gt_response": "D. Opened the door", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 5, "data_id": 2, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4", "gt_response": "C. Took the phone/camera", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 6, "data_id": 3, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4", "gt_response": "B. Put down the bag", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 7, "data_id": 3, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4", "gt_response": "A. Closed the door", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 8, "data_id": 4, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4", "gt_response": "B. take up the conical flask", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 9, "data_id": 4, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4", "gt_response": "A. put down the electronic scale", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 10, "data_id": 5, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "C. uncover the dropper bottle", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 11, "data_id": 5, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4", "gt_response": "B. take up the dropper bottle", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 12, "data_id": 6, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4", "gt_response": "C. the restroom", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 13, "data_id": 6, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4", "gt_response": "B. the beach", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 14, "data_id": 7, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4", "gt_response": "C. Put down the dish", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 15, "data_id": 7, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4", "gt_response": "D. Drank from the cup/glass/bottle", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 16, "data_id": 8, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "E. put down the conical flask", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 17, "data_id": 8, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4", "gt_response": "A. pour the conical flask", "gt_letter": "A", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
+{"sample_idx": 18, "data_id": 9, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4", "gt_response": "E. take up the reagent bottle", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 19, "data_id": 9, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4", "gt_response": "I. put down the beaker", "gt_letter": "I", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 20, "data_id": 10, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Sat at the table", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 21, "data_id": 10, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4", "gt_response": "D. Opened the laptop", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 22, "data_id": 11, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 23, "data_id": 11, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4", "gt_response": "C. Sat at the table", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 24, "data_id": 12, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4", "gt_response": "D. the projection room", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 25, "data_id": 12, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4", "gt_response": "A. the classroom", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 26, "data_id": 13, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4", "gt_response": "D. Opened the laptop", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 27, "data_id": 13, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4", "gt_response": "B. Put down the clothes", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 28, "data_id": 14, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4", "gt_response": "C. the elevator", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 29, "data_id": 14, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4", "gt_response": "B. the secretary's office", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 30, "data_id": 15, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "A. put down the jar", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 31, "data_id": 15, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4", "gt_response": "C. cover the jar with the jar cap", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 32, "data_id": 16, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 33, "data_id": 16, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4", "gt_response": "B. Sat at the table", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 34, "data_id": 17, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4", "gt_response": "A. the town", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 35, "data_id": 17, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4", "gt_response": "D. the mountain", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 36, "data_id": 18, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4", "gt_response": "F. take up the jar cap", "gt_letter": "F", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 37, "data_id": 18, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4", "gt_response": "E. pour the jar", "gt_letter": "E", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 38, "data_id": 19, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4", "gt_response": "A. Took the food", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 39, "data_id": 19, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4", "gt_response": "B. Put down the bag", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 40, "data_id": 20, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "B. Opened the book", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 41, "data_id": 20, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4", "gt_response": "A. Sat at the table", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 42, "data_id": 21, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4", "gt_response": "E. stir the glass rod", "gt_letter": "E", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
+{"sample_idx": 43, "data_id": 21, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4", "gt_response": "G. take up the beaker", "gt_letter": "G", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 44, "data_id": 22, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4", "gt_response": "B. Opened the closet/cabinet", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 45, "data_id": 22, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4", "gt_response": "A. Put on the clothes", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 46, "data_id": 23, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4", "gt_response": "E. take up the horn tube", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 47, "data_id": 23, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4", "gt_response": "A. screw the iron clamp", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 48, "data_id": 24, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4", "gt_response": "E. uncover the dropper bottle", "gt_letter": "E", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 49, "data_id": 24, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4", "gt_response": "H. take up the dropper bottle", "gt_letter": "H", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 50, "data_id": 25, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "D. the prison", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 51, "data_id": 25, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4", "gt_response": "C. the courtroom", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 52, "data_id": 26, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4", "gt_response": "D. take up the conical flask", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 53, "data_id": 26, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4", "gt_response": "C. screw the iron clamp", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 54, "data_id": 27, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4", "gt_response": "D. Took the phone/camera", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 55, "data_id": 27, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4", "gt_response": "A. Put down the clothes", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 56, "data_id": 28, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4", "gt_response": "E. put down the jar cap", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 57, "data_id": 28, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4", "gt_response": "A. uncover the jar cap", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 58, "data_id": 29, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4", "gt_response": "E. take up the conical flask", "gt_letter": "E", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 59, "data_id": 29, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4", "gt_response": "C. screw the iron clamp", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 60, "data_id": 30, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "C. the warehouse", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 61, "data_id": 30, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4", "gt_response": "D. the police station", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 62, "data_id": 31, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4", "gt_response": "G. screw the reagent bottle cap", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 63, "data_id": 31, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4", "gt_response": "B. take up the reagent bottle", "gt_letter": "B", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
+{"sample_idx": 64, "data_id": 32, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4", "gt_response": "D. Took the book", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 65, "data_id": 32, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4", "gt_response": "C. Sat at the table", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 66, "data_id": 33, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4", "gt_response": "L. take up the glass rod", "gt_letter": "L", "baseline_text": "I", "baseline_letter": "I", "baseline_correct": false, "tvcd_text": "I", "tvcd_letter": "I", "tvcd_correct": false}
+{"sample_idx": 67, "data_id": 33, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4", "gt_response": "I. put down the reagent bottle", "gt_letter": "I", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 68, "data_id": 34, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4", "gt_response": "E. insert the horn tube", "gt_letter": "E", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
+{"sample_idx": 69, "data_id": 34, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4", "gt_response": "G. take up the horn tube", "gt_letter": "G", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": false}
+{"sample_idx": 70, "data_id": 35, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "G. put down the glass rod", "gt_letter": "G", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 71, "data_id": 35, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4", "gt_response": "C. stir the glass rod", "gt_letter": "C", "baseline_text": "G", "baseline_letter": "G", "baseline_correct": false, "tvcd_text": "G", "tvcd_letter": "G", "tvcd_correct": false}
+{"sample_idx": 72, "data_id": 36, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4", "gt_response": "B. Put down the dish", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 73, "data_id": 36, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4", "gt_response": "B. Tidied up the table", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 74, "data_id": 37, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4", "gt_response": "G. screw the iron clamp", "gt_letter": "G", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 75, "data_id": 37, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4", "gt_response": "B. insert the horn tube", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 76, "data_id": 38, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4", "gt_response": "C. the manager's office", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 77, "data_id": 38, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4", "gt_response": "D. the rooftop", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 78, "data_id": 39, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4", "gt_response": "B. put down the reagent bottle", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 79, "data_id": 39, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4", "gt_response": "D. screw the reagent bottle cap", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}

tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu0/run.log

@@ -0,0 +1,279 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu0', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 0, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1, 'tvcd_shuffle_seed': 3, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu0
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=0 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=0 baseline=D
+[eval] sample_idx=0 tvcd=D
+[eval] sample_idx=1 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/52WDV.mp4
+[eval] sample_idx=1 baseline=C
+[eval] sample_idx=1 tvcd=C
+[eval] sample_idx=2 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4
+[eval] sample_idx=2 baseline=D
+[eval] sample_idx=2 tvcd=D
+[eval] sample_idx=3 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top075_02170.mp4
+[eval] sample_idx=3 baseline=C
+[eval] sample_idx=3 tvcd=C
+[eval] sample_idx=4 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4
+[eval] sample_idx=4 baseline=D
+[eval] sample_idx=4 tvcd=D
+[eval] sample_idx=5 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/TETZ7.mp4
+[eval] sample_idx=5 baseline=C
+[eval] sample_idx=5 tvcd=C
+[eval] sample_idx=6 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4
+[eval] sample_idx=6 baseline=B
+[eval] sample_idx=6 tvcd=B
+[eval] sample_idx=7 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/NLWBW.mp4
+[eval] sample_idx=7 baseline=A
+[eval] sample_idx=7 tvcd=A
+[eval] sample_idx=8 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4
+[eval] sample_idx=8 baseline=A
+[eval] sample_idx=8 tvcd=A
+[eval] sample_idx=9 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/1.5/qiufeng.MP4
+[eval] sample_idx=9 baseline=B
+[eval] sample_idx=9 tvcd=B
+{'samples_done': 10, 'baseline_acc': 0.8, 'tvcd_acc': 0.8, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=10 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
+[eval] sample_idx=10 baseline=B
+[eval] sample_idx=10 tvcd=B
+[eval] sample_idx=11 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.2/tianpengchao.MP4
+[eval] sample_idx=11 baseline=C
+[eval] sample_idx=11 tvcd=C
+[eval] sample_idx=12 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4
+[eval] sample_idx=12 baseline=B
+[eval] sample_idx=12 tvcd=B
+[eval] sample_idx=13 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top099_04400.mp4
+[eval] sample_idx=13 baseline=C
+[eval] sample_idx=13 tvcd=C
+[eval] sample_idx=14 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4
+[eval] sample_idx=14 baseline=C
+[eval] sample_idx=14 tvcd=C
+[eval] sample_idx=15 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/XPDI1.mp4
+[eval] sample_idx=15 baseline=D
+[eval] sample_idx=15 tvcd=D
+[eval] sample_idx=16 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
+[eval] sample_idx=16 baseline=A
+[eval] sample_idx=16 tvcd=A
+[eval] sample_idx=17 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/wumengying.MP4
+[eval] sample_idx=17 baseline=E
+[eval] sample_idx=17 tvcd=E
+[eval] sample_idx=18 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4
+[eval] sample_idx=18 baseline=A
+[eval] sample_idx=18 tvcd=A
+[eval] sample_idx=19 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.2/liandongze.MP4
+[eval] sample_idx=19 baseline=D
+[eval] sample_idx=19 tvcd=D
+{'samples_done': 20, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=20 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
+[eval] sample_idx=20 baseline=D
+[eval] sample_idx=20 tvcd=D
+[eval] sample_idx=21 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/01ZWG.mp4
+[eval] sample_idx=21 baseline=D
+[eval] sample_idx=21 tvcd=D
+[eval] sample_idx=22 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4
+[eval] sample_idx=22 baseline=D
+[eval] sample_idx=22 tvcd=D
+[eval] sample_idx=23 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/NYHD7.mp4
+[eval] sample_idx=23 baseline=C
+[eval] sample_idx=23 tvcd=C
+[eval] sample_idx=24 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4
+[eval] sample_idx=24 baseline=A
+[eval] sample_idx=24 tvcd=A
+[eval] sample_idx=25 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top019_01100.mp4
+[eval] sample_idx=25 baseline=A
+[eval] sample_idx=25 tvcd=A
+[eval] sample_idx=26 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4
+[eval] sample_idx=26 baseline=D
+[eval] sample_idx=26 tvcd=D
+[eval] sample_idx=27 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/JBJGX.mp4
+[eval] sample_idx=27 baseline=A
+[eval] sample_idx=27 tvcd=A
+[eval] sample_idx=28 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4
+[eval] sample_idx=28 baseline=C
+[eval] sample_idx=28 tvcd=D
+[eval] sample_idx=29 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top077_02225.mp4
+[eval] sample_idx=29 baseline=B
+[eval] sample_idx=29 tvcd=B
+{'samples_done': 30, 'baseline_acc': 0.6, 'tvcd_acc': 0.5666666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=30 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
+[eval] sample_idx=30 baseline=C
+[eval] sample_idx=30 tvcd=C
+[eval] sample_idx=31 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.3/lixuyang.MP4
+[eval] sample_idx=31 baseline=A
+[eval] sample_idx=31 tvcd=A
+[eval] sample_idx=32 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4
+[eval] sample_idx=32 baseline=D
+[eval] sample_idx=32 tvcd=A
+[eval] sample_idx=33 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/MOQIU.mp4
+[eval] sample_idx=33 baseline=B
+[eval] sample_idx=33 tvcd=B
+[eval] sample_idx=34 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4
+[eval] sample_idx=34 baseline=A
+[eval] sample_idx=34 tvcd=A
+[eval] sample_idx=35 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top047_00935.mp4
+[eval] sample_idx=35 baseline=A
+[eval] sample_idx=35 tvcd=A
+[eval] sample_idx=36 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4
+[eval] sample_idx=36 baseline=D
+[eval] sample_idx=36 tvcd=D
+[eval] sample_idx=37 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.1/linxiaoyu.MP4
+[eval] sample_idx=37 baseline=B
+[eval] sample_idx=37 tvcd=B
+[eval] sample_idx=38 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4
+[eval] sample_idx=38 baseline=C
+[eval] sample_idx=38 tvcd=C
+[eval] sample_idx=39 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/OCVY4.mp4
+[eval] sample_idx=39 baseline=C
+[eval] sample_idx=39 tvcd=C
+{'samples_done': 40, 'baseline_acc': 0.525, 'tvcd_acc': 0.475, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=40 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
+[eval] sample_idx=40 baseline=B
+[eval] sample_idx=40 tvcd=B
+[eval] sample_idx=41 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/OO4FE.mp4
+[eval] sample_idx=41 baseline=A
+[eval] sample_idx=41 tvcd=A
+[eval] sample_idx=42 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4
+[eval] sample_idx=42 baseline=G
+[eval] sample_idx=42 tvcd=G
+[eval] sample_idx=43 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/linxiaoyu.MP4
+[eval] sample_idx=43 baseline=D
+[eval] sample_idx=43 tvcd=D
+[eval] sample_idx=44 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4
+[eval] sample_idx=44 baseline=B
+[eval] sample_idx=44 tvcd=B
+[eval] sample_idx=45 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/0CG15.mp4
+[eval] sample_idx=45 baseline=A
+[eval] sample_idx=45 tvcd=A
+[eval] sample_idx=46 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
+[eval] sample_idx=46 baseline=A
+[eval] sample_idx=46 tvcd=A
+[eval] sample_idx=47 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.3/lixuyang.MP4
+[eval] sample_idx=47 baseline=D
+[eval] sample_idx=47 tvcd=D
+[eval] sample_idx=48 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4
+[eval] sample_idx=48 baseline=D
+[eval] sample_idx=48 tvcd=B
+[eval] sample_idx=49 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/3.3/songjiahe.MP4
+[eval] sample_idx=49 baseline=D
+[eval] sample_idx=49 tvcd=D
+{'samples_done': 50, 'baseline_acc': 0.5, 'tvcd_acc': 0.46, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=50 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
+[eval] sample_idx=50 baseline=A
+[eval] sample_idx=50 tvcd=A
+[eval] sample_idx=51 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top001_00390.mp4
+[eval] sample_idx=51 baseline=C
+[eval] sample_idx=51 tvcd=C
+[eval] sample_idx=52 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4
+[eval] sample_idx=52 baseline=C
+[eval] sample_idx=52 tvcd=C
+[eval] sample_idx=53 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/zhoukang.MP4
+[eval] sample_idx=53 baseline=D
+[eval] sample_idx=53 tvcd=D
+[eval] sample_idx=54 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4
+[eval] sample_idx=54 baseline=B
+[eval] sample_idx=54 tvcd=B
+[eval] sample_idx=55 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/B7LO8.mp4
+[eval] sample_idx=55 baseline=A
+[eval] sample_idx=55 tvcd=A
+[eval] sample_idx=56 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4
+[eval] sample_idx=56 baseline=A
+[eval] sample_idx=56 tvcd=A
+[eval] sample_idx=57 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.4/heguanqi.MP4
+[eval] sample_idx=57 baseline=C
+[eval] sample_idx=57 tvcd=C
+[eval] sample_idx=58 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4
+[eval] sample_idx=58 baseline=C
+[eval] sample_idx=58 tvcd=C
+[eval] sample_idx=59 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.4/liuyushuai.MP4
+[eval] sample_idx=59 baseline=D
+[eval] sample_idx=59 tvcd=D
+{'samples_done': 60, 'baseline_acc': 0.45, 'tvcd_acc': 0.4166666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=60 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
+[eval] sample_idx=60 baseline=C
+[eval] sample_idx=60 tvcd=C
+[eval] sample_idx=61 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top040_05440.mp4
+[eval] sample_idx=61 baseline=D
+[eval] sample_idx=61 tvcd=D
+[eval] sample_idx=62 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4
+[eval] sample_idx=62 baseline=B
+[eval] sample_idx=62 tvcd=B
+[eval] sample_idx=63 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/heguanqi.MP4
+[eval] sample_idx=63 baseline=G
+[eval] sample_idx=63 tvcd=G
+[eval] sample_idx=64 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4
+[eval] sample_idx=64 baseline=D
+[eval] sample_idx=64 tvcd=D
+[eval] sample_idx=65 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/E0ZBC.mp4
+[eval] sample_idx=65 baseline=C
+[eval] sample_idx=65 tvcd=C
+[eval] sample_idx=66 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4
+[eval] sample_idx=66 baseline=I
+[eval] sample_idx=66 tvcd=I
+[eval] sample_idx=67 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.5/xiaoyuchen.MP4
+[eval] sample_idx=67 baseline=A
+[eval] sample_idx=67 tvcd=A
+[eval] sample_idx=68 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4
+[eval] sample_idx=68 baseline=G
+[eval] sample_idx=68 tvcd=G
+[eval] sample_idx=69 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.1/zhaozibo.MP4
+[eval] sample_idx=69 baseline=E
+[eval] sample_idx=69 tvcd=E
+{'samples_done': 70, 'baseline_acc': 0.44285714285714284, 'tvcd_acc': 0.4142857142857143, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=70 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
+[eval] sample_idx=70 baseline=C
+[eval] sample_idx=70 tvcd=C
+[eval] sample_idx=71 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/2.5/zhoumin.MP4
+[eval] sample_idx=71 baseline=G
+[eval] sample_idx=71 tvcd=G
+[eval] sample_idx=72 reversal_type=forward video=/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4
+[eval] sample_idx=72 baseline=C
+[eval] sample_idx=72 tvcd=C
+[eval] sample_idx=73 reversal_type=backward video=/data4/runqing/hf/TVBench/video/action_sequence/YH70K.mp4
+[eval] sample_idx=73 baseline=D
+[eval] sample_idx=73 tvcd=D
+[eval] sample_idx=74 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4
+[eval] sample_idx=74 baseline=B
+[eval] sample_idx=74 tvcd=B
+[eval] sample_idx=75 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/4.2/zhangconghui.MP4
+[eval] sample_idx=75 baseline=B
+[eval] sample_idx=75 tvcd=B
+[eval] sample_idx=76 reversal_type=forward video=/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4
+[eval] sample_idx=76 baseline=C
+[eval] sample_idx=76 tvcd=C
+[eval] sample_idx=77 reversal_type=backward video=/data4/runqing/hf/TVBench/video/scene_transition/Top122_03820.mp4
+[eval] sample_idx=77 baseline=C
+[eval] sample_idx=77 tvcd=C
+[eval] sample_idx=78 reversal_type=forward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4
+[eval] sample_idx=78 baseline=D
+[eval] sample_idx=78 tvcd=D
+[eval] sample_idx=79 reversal_type=backward video=/data4/runqing/hf/TVBench/video/egocentric_sequence/5.4/zhangziheng.MP4
+[eval] sample_idx=79 baseline=B
+[eval] sample_idx=79 tvcd=B
+{'samples_done': 80, 'baseline_acc': 0.4125, 'tvcd_acc': 0.3875, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.4125,
+  "tvcd_acc": 0.3875,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.1
+}

tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu0/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.4125,
+  "tvcd_acc": 0.3875,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.1
+}

tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu1/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 1000, "data_id": 1741, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4", "gt_response": "A. Put down the shoe", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1001, "data_id": 1741, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4", "gt_response": "B. Lying on the floor", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1002, "data_id": 1742, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4", "gt_response": "C. A white cup with red rim", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1003, "data_id": 1742, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4", "gt_response": "B. A white cup with brown rim", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1004, "data_id": 1743, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4", "gt_response": "B. Walks around the room", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1005, "data_id": 1743, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4", "gt_response": "B. To rejoin the group", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1006, "data_id": 1744, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4", "gt_response": "B. Purple sphere collides with cyan sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1007, "data_id": 1744, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4", "gt_response": "A. Yellow object is removed", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1008, "data_id": 1745, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4", "gt_response": "B. The brown cube and the yellow cylinder collide", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1009, "data_id": 1745, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4", "gt_response": "B. The absence of the brown cylinder", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1010, "data_id": 1746, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4", "gt_response": "C. The video transitions to a black screen", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1011, "data_id": 1746, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4", "gt_response": "C. The video transitions to a black screen", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1012, "data_id": 1747, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4", "gt_response": "B. Put it down", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1013, "data_id": 1747, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4", "gt_response": "C. Burned it", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1014, "data_id": 1748, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4", "gt_response": "D. The bed with the person under the blanket", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1015, "data_id": 1748, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4", "gt_response": "A. The man taking photos", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1016, "data_id": 1749, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4", "gt_response": "C. get another ball.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1017, "data_id": 1749, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4", "gt_response": "C. bend down to pick up something", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1018, "data_id": 1750, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4", "gt_response": "A. showed it to the camera.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1019, "data_id": 1750, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4", "gt_response": "A. took the keychain out of the packaging.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1020, "data_id": 1751, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4", "gt_response": "A. The mixture changes color", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1021, "data_id": 1751, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4", "gt_response": "B. The addition of dark red paste", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1022, "data_id": 1752, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4", "gt_response": "D. Cutting chicken", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1023, "data_id": 1752, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4", "gt_response": "A. To add flavor", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1024, "data_id": 1753, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4", "gt_response": "B. To prevent sticking", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1025, "data_id": 1753, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4", "gt_response": "B. Spray the skillet with oil", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1026, "data_id": 1754, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4", "gt_response": "A. It creates a bright path of light on the floor", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1027, "data_id": 1754, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4", "gt_response": "B. Sunlight enters through an open door", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1028, "data_id": 1755, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4", "gt_response": "C. The clothes.", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1029, "data_id": 1755, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4", "gt_response": "C. The clothes.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1030, "data_id": 1756, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4", "gt_response": "C. The rider makes sharp turns and kicks up dirt", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1031, "data_id": 1756, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4", "gt_response": "A. The rider ascended a steep dirt hill", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1032, "data_id": 1757, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4", "gt_response": "D. The dish.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1033, "data_id": 1757, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4", "gt_response": "D. The dish.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1034, "data_id": 1758, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4", "gt_response": "B. The video transitions to a completely black screen", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1035, "data_id": 1758, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4", "gt_response": "B. The person releases the bowling ball", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1036, "data_id": 1759, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4", "gt_response": "B. The colors become more blended and smooth", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1037, "data_id": 1759, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4", "gt_response": "B. Using the cotton swab", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1038, "data_id": 1760, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4", "gt_response": "A. the purple metal cube's colliding with the cyan object", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1039, "data_id": 1760, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4", "gt_response": "C. the sphere's entrance", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1040, "data_id": 1761, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4", "gt_response": "A. Demonstrating how the device works", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1041, "data_id": 1761, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4", "gt_response": "D. Calibrating the device", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1042, "data_id": 1762, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4", "gt_response": "B. The lid fits snugly over the box", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1043, "data_id": 1762, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4", "gt_response": "B. The lid is positioned over the box", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1044, "data_id": 1763, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4", "gt_response": "B. Water splashes dramatically in the air", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1045, "data_id": 1763, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4", "gt_response": "B. A planned performance routine", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1046, "data_id": 1764, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4", "gt_response": "A. To signal turns or directional adjustments", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1047, "data_id": 1764, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4", "gt_response": "C. Adjusting the camera angle", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1048, "data_id": 1765, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4", "gt_response": "B. To ensure even mixing", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1049, "data_id": 1765, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4", "gt_response": "B. To ensure even mixing", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1050, "data_id": 1766, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4", "gt_response": "B. They become uniformly coated with the dark brown marinade", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1051, "data_id": 1766, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4", "gt_response": "B. The marinade was thoroughly mixed with the chicken pieces", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1052, "data_id": 1767, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4", "gt_response": "C. The person might pretend to clap four times.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1053, "data_id": 1767, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4", "gt_response": "B. The person was preparing to clap.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1054, "data_id": 1768, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4", "gt_response": "A. Wrought Iron", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1055, "data_id": 1768, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4", "gt_response": "C. Hurricane", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1056, "data_id": 1769, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4", "gt_response": "E. coax the baby to sleep.", "gt_letter": "E", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1057, "data_id": 1769, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4", "gt_response": "E. coax the baby to sleep.", "gt_letter": "E", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": true, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
+{"sample_idx": 1058, "data_id": 1770, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4", "gt_response": "C. The egg starts to blend with the rice and vegetables, with the yolk becoming less distinct", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1059, "data_id": 1770, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4", "gt_response": "C. The egg is stirred with the rice and vegetables", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1060, "data_id": 1771, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4", "gt_response": "B. The mixture will be uneven", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1061, "data_id": 1771, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4", "gt_response": "B. Scrape the sides of the processor", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1062, "data_id": 1772, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4", "gt_response": "D. Quickly and aggressively", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1063, "data_id": 1772, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4", "gt_response": "A. It is trained for rodeo events", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1064, "data_id": 1773, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4", "gt_response": "B. 'Troubleshoot Common Errors in the Olympic Lifts'", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1065, "data_id": 1773, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4", "gt_response": "D. A title card showing the gym's logo", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1066, "data_id": 1774, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4", "gt_response": "A. To show the different steps of using mouthwash", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1067, "data_id": 1774, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4", "gt_response": "A. She needs to demonstrate its usage", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1068, "data_id": 1775, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4", "gt_response": "A. Places it into a red crate", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1069, "data_id": 1775, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4", "gt_response": "B. Examines it closely", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1070, "data_id": 1776, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4", "gt_response": "C. To maintain focus on the snowboarder", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1071, "data_id": 1776, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4", "gt_response": "C. Move closer to the snowboarder", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1072, "data_id": 1777, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4", "gt_response": "B. He folds the bicycle frame", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1073, "data_id": 1777, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4", "gt_response": "B. He detaches the front wheel", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1074, "data_id": 1778, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4", "gt_response": "C. Closer to the chair", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1075, "data_id": 1778, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4", "gt_response": "C. To adjust the chair", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1076, "data_id": 1779, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4", "gt_response": "A. The pen had a cap on", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1077, "data_id": 1779, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4", "gt_response": "A. The pen had a cap on", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1078, "data_id": 1780, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4", "gt_response": "D. Took the shoe.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1079, "data_id": 1780, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4", "gt_response": "D. Put down the clothes.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}

tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu1/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5375,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.1
+}

tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu3/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 3000, "data_id": 2741, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4", "gt_response": "B. The blue sphere collides with the blue cube", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3001, "data_id": 2741, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4", "gt_response": "A. The cyan sphere's deflection", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3002, "data_id": 2742, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4", "gt_response": "C. Zooms in on a person in a light-colored shirt", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3003, "data_id": 2742, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4", "gt_response": "B. Panning to the left", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3004, "data_id": 2743, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4", "gt_response": "D. Blue cylinder and teal sphere", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3005, "data_id": 2743, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4", "gt_response": "C. Blue metallic cylinder", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3006, "data_id": 2744, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4", "gt_response": "C. The camera angle changes to a closer view", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3007, "data_id": 2744, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4", "gt_response": "C. The camera angle was adjusted to a closer view", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3008, "data_id": 2745, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4", "gt_response": "B. The person continues to use it", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3009, "data_id": 2745, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4", "gt_response": "B. The device is plugged into an outlet", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3010, "data_id": 2746, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4", "gt_response": "A. The defensive players react swiftly, attempting to block the ball", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3011, "data_id": 2746, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4", "gt_response": "A. The referee blows the whistle", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3012, "data_id": 2747, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4", "gt_response": "B. The sphere and the cyan object collide", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3013, "data_id": 2747, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4", "gt_response": "C. The sphere and cyan object must be moving towards the center", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3014, "data_id": 2748, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4", "gt_response": "A. Giving commands", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3015, "data_id": 2748, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4", "gt_response": "B. The person's hand signals", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3016, "data_id": 2749, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4", "gt_response": "C. A clear glass being filled with water", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3017, "data_id": 2749, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4", "gt_response": "C. A clear glass being filled with water", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3018, "data_id": 2750, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4", "gt_response": "B. clothes", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3019, "data_id": 2750, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4", "gt_response": "B. clothes", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3020, "data_id": 2751, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4", "gt_response": "B. The rubber object appears", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3021, "data_id": 2751, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4", "gt_response": "B. The green object's movement", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3022, "data_id": 2752, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4", "gt_response": "D. To indicate a traffic violation", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3023, "data_id": 2752, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4", "gt_response": "C. A traffic violation", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3024, "data_id": 2753, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4", "gt_response": "D. Closed the laptop.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3025, "data_id": 2753, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4", "gt_response": "D. Put down the phone/camera.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3026, "data_id": 2754, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4", "gt_response": "D. The ball is recovered by the blue team", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3027, "data_id": 2754, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4", "gt_response": "B. The white player is blocked by defenders", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3028, "data_id": 2755, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4", "gt_response": "A. They put the dough circles in a pot of boiling water", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3029, "data_id": 2755, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4", "gt_response": "B. To prepare to cook them by boiling", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3030, "data_id": 2756, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4", "gt_response": "D. hug them.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3031, "data_id": 2756, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4", "gt_response": "A. running towards them", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3032, "data_id": 2757, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4", "gt_response": "D. Zooms in on the hand", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3033, "data_id": 2757, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4", "gt_response": "B. The hand begins stirring", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3034, "data_id": 2758, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4", "gt_response": "D. It is baked until fully cooked", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3035, "data_id": 2758, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4", "gt_response": "C. It was a pinkish mixture of ground meat and herbs", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3036, "data_id": 2759, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4", "gt_response": "C. From overcast to sunny and back to overcast", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3037, "data_id": 2759, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4", "gt_response": "C. Overcast", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3038, "data_id": 2760, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4", "gt_response": "B. Moves closer to children", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3039, "data_id": 2760, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4", "gt_response": "B. Camera moved closer to children", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3040, "data_id": 2761, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4", "gt_response": "D. Took the shoe.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3041, "data_id": 2761, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4", "gt_response": "D. Taking the shoe", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3042, "data_id": 2762, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4", "gt_response": "B. The collision between the cylinder and the green sphere", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3043, "data_id": 2762, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4", "gt_response": "B. The green sphere collides with the yellow sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3044, "data_id": 2763, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4", "gt_response": "A. tied.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3045, "data_id": 2763, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4", "gt_response": "A. tied.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3046, "data_id": 2764, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4", "gt_response": "A. The mixture is cooked in a pan", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3047, "data_id": 2764, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4", "gt_response": "A. The ingredients are measured and prepared", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3048, "data_id": 2765, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4", "gt_response": "D. Closing the backpack zipper", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3049, "data_id": 2765, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4", "gt_response": "C. Inserting banknotes into the book", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3050, "data_id": 2766, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4", "gt_response": "D. Applying paint to the neck area", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3051, "data_id": 2766, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4", "gt_response": "B. Mixing paint colors", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3052, "data_id": 2767, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4", "gt_response": "B. Put down the shoe.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3053, "data_id": 2767, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4", "gt_response": "B. Opened the closet/cabinet.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3054, "data_id": 2768, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4", "gt_response": "B. Putting the wallet into a bag", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3055, "data_id": 2768, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4", "gt_response": "B. Selecting paper items from a bag", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3056, "data_id": 2769, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4", "gt_response": "D. He wipes his mouth with a napkin", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3057, "data_id": 2769, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4", "gt_response": "C. To wipe his mouth", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3058, "data_id": 2770, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4", "gt_response": "C. Both arrived simultaneously", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3059, "data_id": 2770, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4", "gt_response": "A. The man", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3060, "data_id": 2771, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4", "gt_response": "B. Number of people per tube and snow texture", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3061, "data_id": 2771, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4", "gt_response": "D. Large groups sharing tubes", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3062, "data_id": 2772, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4", "gt_response": "B. The bullfighter becomes visibly injured with blood on their face and hand", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3063, "data_id": 2772, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4", "gt_response": "B. The bullfighter was knocked down by the bull", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3064, "data_id": 2773, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4", "gt_response": "A. the blue object's colliding with the cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3065, "data_id": 2773, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4", "gt_response": "A. the blue object's colliding with the cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3066, "data_id": 2774, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4", "gt_response": "C. The text 'Mayflower Adventures'", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3067, "data_id": 2774, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4", "gt_response": "D. The skier floating in the water", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3068, "data_id": 2775, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4", "gt_response": "D. To practice the motions with some equipment before using the tail", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3069, "data_id": 2775, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4", "gt_response": "B. Practicing with flippers first", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3070, "data_id": 2776, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4", "gt_response": "C. Show the modified watermelon to the camera", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3071, "data_id": 2776, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4", "gt_response": "B. To demonstrate a preservation technique", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3072, "data_id": 2777, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4", "gt_response": "D. It changes to provide different explanations and examples", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3073, "data_id": 2777, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4", "gt_response": "B. To provide different explanations and examples", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3074, "data_id": 2778, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4", "gt_response": "A. The eggplant slices are added to the pan", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3075, "data_id": 2778, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4", "gt_response": "B. The pork was cooked and flipped", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3076, "data_id": 2779, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4", "gt_response": "A. Threw the clothes.", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3077, "data_id": 2779, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4", "gt_response": "B. Walked towards the clothes.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3078, "data_id": 2780, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4", "gt_response": "C. the rubber object's colliding with the green object", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3079, "data_id": 2780, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4", "gt_response": "B. the presence of the green sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}

tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu3/run.log

@@ -0,0 +1,303 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu3', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 3000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1, 'tvcd_shuffle_seed': 3, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu3
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=3000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=3000 baseline=A
+[eval] sample_idx=3000 tvcd=A
+[eval] sample_idx=3001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
+[eval] sample_idx=3001 baseline=B
+[eval] sample_idx=3001 tvcd=B
+[eval] sample_idx=3002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4
+[eval] sample_idx=3002 baseline=A
+[eval] sample_idx=3002 tvcd=A
+[eval] sample_idx=3003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4
+[eval] sample_idx=3003 baseline=A
+[eval] sample_idx=3003 tvcd=A
+[eval] sample_idx=3004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4
+[eval] sample_idx=3004 baseline=A
+[eval] sample_idx=3004 tvcd=A
+[eval] sample_idx=3005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4
+[eval] sample_idx=3005 baseline=A
+[eval] sample_idx=3005 tvcd=A
+[eval] sample_idx=3006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4
+[eval] sample_idx=3006 baseline=D
+[eval] sample_idx=3006 tvcd=C
+[eval] sample_idx=3007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4
+[eval] sample_idx=3007 baseline=C
+[eval] sample_idx=3007 tvcd=C
+[eval] sample_idx=3008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4
+[eval] sample_idx=3008 baseline=D
+[eval] sample_idx=3008 tvcd=D
+[eval] sample_idx=3009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4
+[eval] sample_idx=3009 baseline=B
+[eval] sample_idx=3009 tvcd=B
+{'samples_done': 10, 'baseline_acc': 0.2, 'tvcd_acc': 0.3, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=3010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
+[eval] sample_idx=3010 baseline=A
+[eval] sample_idx=3010 tvcd=A
+[eval] sample_idx=3011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
+[eval] sample_idx=3011 baseline=B
+[eval] sample_idx=3011 tvcd=B
+[eval] sample_idx=3012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4
+[eval] sample_idx=3012 baseline=D
+[eval] sample_idx=3012 tvcd=D
+[eval] sample_idx=3013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4
+[eval] sample_idx=3013 baseline=B
+[eval] sample_idx=3013 tvcd=B
+[eval] sample_idx=3014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4
+[eval] sample_idx=3014 baseline=B
+[eval] sample_idx=3014 tvcd=B
+[eval] sample_idx=3015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4
+[eval] sample_idx=3015 baseline=B
+[eval] sample_idx=3015 tvcd=B
+[eval] sample_idx=3016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4
+[h264 @ 0x5601ea2402c0] mmco: unref short failure
+[eval] sample_idx=3016 baseline=C
+[eval] sample_idx=3016 tvcd=C
+[eval] sample_idx=3017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4
+[h264 @ 0x5601ea28e280] mmco: unref short failure
+[eval] sample_idx=3017 baseline=C
+[eval] sample_idx=3017 tvcd=C
+[eval] sample_idx=3018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4
+[eval] sample_idx=3018 baseline=C
+[eval] sample_idx=3018 tvcd=C
+[eval] sample_idx=3019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4
+[eval] sample_idx=3019 baseline=A
+[eval] sample_idx=3019 tvcd=A
+{'samples_done': 20, 'baseline_acc': 0.3, 'tvcd_acc': 0.35, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=3020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
+[eval] sample_idx=3020 baseline=A
+[eval] sample_idx=3020 tvcd=A
+[eval] sample_idx=3021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
+[eval] sample_idx=3021 baseline=B
+[eval] sample_idx=3021 tvcd=B
+[eval] sample_idx=3022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4
+[eval] sample_idx=3022 baseline=D
+[eval] sample_idx=3022 tvcd=D
+[eval] sample_idx=3023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4
+[eval] sample_idx=3023 baseline=C
+[eval] sample_idx=3023 tvcd=C
+[eval] sample_idx=3024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4
+[eval] sample_idx=3024 baseline=D
+[eval] sample_idx=3024 tvcd=D
+[eval] sample_idx=3025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4
+[eval] sample_idx=3025 baseline=D
+[eval] sample_idx=3025 tvcd=A
+[eval] sample_idx=3026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4
+[eval] sample_idx=3026 baseline=B
+[eval] sample_idx=3026 tvcd=B
+[eval] sample_idx=3027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4
+[eval] sample_idx=3027 baseline=A
+[eval] sample_idx=3027 tvcd=A
+[eval] sample_idx=3028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4
+[eval] sample_idx=3028 baseline=A
+[eval] sample_idx=3028 tvcd=A
+[eval] sample_idx=3029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4
+[eval] sample_idx=3029 baseline=B
+[eval] sample_idx=3029 tvcd=B
+{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=3030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
+[eval] sample_idx=3030 baseline=D
+[eval] sample_idx=3030 tvcd=D
+[eval] sample_idx=3031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
+[eval] sample_idx=3031 baseline=B
+[eval] sample_idx=3031 tvcd=B
+[eval] sample_idx=3032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4
+[eval] sample_idx=3032 baseline=D
+[eval] sample_idx=3032 tvcd=D
+[eval] sample_idx=3033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4
+[eval] sample_idx=3033 baseline=B
+[eval] sample_idx=3033 tvcd=B
+[eval] sample_idx=3034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4
+[eval] sample_idx=3034 baseline=D
+[eval] sample_idx=3034 tvcd=D
+[eval] sample_idx=3035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4
+[eval] sample_idx=3035 baseline=C
+[eval] sample_idx=3035 tvcd=C
+[eval] sample_idx=3036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4
+[eval] sample_idx=3036 baseline=D
+[eval] sample_idx=3036 tvcd=D
+[eval] sample_idx=3037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4
+[eval] sample_idx=3037 baseline=C
+[eval] sample_idx=3037 tvcd=C
+[eval] sample_idx=3038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4
+[eval] sample_idx=3038 baseline=D
+[eval] sample_idx=3038 tvcd=D
+[eval] sample_idx=3039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4
+[eval] sample_idx=3039 baseline=B
+[eval] sample_idx=3039 tvcd=B
+{'samples_done': 40, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=3040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
+[eval] sample_idx=3040 baseline=A
+[eval] sample_idx=3040 tvcd=A
+[eval] sample_idx=3041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
+[eval] sample_idx=3041 baseline=D
+[eval] sample_idx=3041 tvcd=D
+[eval] sample_idx=3042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4
+[eval] sample_idx=3042 baseline=A
+[eval] sample_idx=3042 tvcd=A
+[eval] sample_idx=3043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4
+[eval] sample_idx=3043 baseline=C
+[eval] sample_idx=3043 tvcd=C
+[eval] sample_idx=3044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4
+[eval] sample_idx=3044 baseline=A
+[eval] sample_idx=3044 tvcd=A
+[eval] sample_idx=3045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4
+[eval] sample_idx=3045 baseline=A
+[eval] sample_idx=3045 tvcd=A
+[eval] sample_idx=3046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4
+[eval] sample_idx=3046 baseline=C
+[eval] sample_idx=3046 tvcd=C
+[eval] sample_idx=3047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4
+[eval] sample_idx=3047 baseline=A
+[eval] sample_idx=3047 tvcd=A
+[eval] sample_idx=3048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4
+[eval] sample_idx=3048 baseline=D
+[eval] sample_idx=3048 tvcd=D
+[eval] sample_idx=3049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4
+[eval] sample_idx=3049 baseline=B
+[eval] sample_idx=3049 tvcd=B
+{'samples_done': 50, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=3050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
+[h264 @ 0x5601ea2c99c0] mmco: unref short failure
+[h264 @ 0x5601ea2c99c0] mmco: unref short failure
+[h264 @ 0x5601ea2c99c0] mmco: unref short failure
+[h264 @ 0x5601ea2c99c0] mmco: unref short failure
+[h264 @ 0x5601ea2c99c0] mmco: unref short failure
+[eval] sample_idx=3050 baseline=D
+[eval] sample_idx=3050 tvcd=D
+[eval] sample_idx=3051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
+[h264 @ 0x5601ea3177c0] mmco: unref short failure
+[h264 @ 0x5601ea3177c0] mmco: unref short failure
+[h264 @ 0x5601ea3177c0] mmco: unref short failure
+[h264 @ 0x5601ea3177c0] mmco: unref short failure
+[h264 @ 0x5601ea3177c0] mmco: unref short failure
+[eval] sample_idx=3051 baseline=C
+[eval] sample_idx=3051 tvcd=C
+[eval] sample_idx=3052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4
+[eval] sample_idx=3052 baseline=B
+[eval] sample_idx=3052 tvcd=B
+[eval] sample_idx=3053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4
+[eval] sample_idx=3053 baseline=B
+[eval] sample_idx=3053 tvcd=B
+[eval] sample_idx=3054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4
+[eval] sample_idx=3054 baseline=D
+[eval] sample_idx=3054 tvcd=D
+[eval] sample_idx=3055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4
+[eval] sample_idx=3055 baseline=A
+[eval] sample_idx=3055 tvcd=A
+[eval] sample_idx=3056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4
+[eval] sample_idx=3056 baseline=D
+[eval] sample_idx=3056 tvcd=D
+[eval] sample_idx=3057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4
+[eval] sample_idx=3057 baseline=C
+[eval] sample_idx=3057 tvcd=C
+[eval] sample_idx=3058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4
+[eval] sample_idx=3058 baseline=A
+[eval] sample_idx=3058 tvcd=A
+[eval] sample_idx=3059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4
+[eval] sample_idx=3059 baseline=A
+[eval] sample_idx=3059 tvcd=A
+{'samples_done': 60, 'baseline_acc': 0.5166666666666667, 'tvcd_acc': 0.5166666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=3060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
+[eval] sample_idx=3060 baseline=B
+[eval] sample_idx=3060 tvcd=B
+[eval] sample_idx=3061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
+[eval] sample_idx=3061 baseline=A
+[eval] sample_idx=3061 tvcd=C
+[eval] sample_idx=3062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
+[h264 @ 0x5601ea2facc0] mmco: unref short failure
+[h264 @ 0x5601ea2facc0] mmco: unref short failure
+[eval] sample_idx=3062 baseline=B
+[eval] sample_idx=3062 tvcd=B
+[eval] sample_idx=3063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
+[h264 @ 0x5601ea2facc0] mmco: unref short failure
+[h264 @ 0x5601ea2facc0] mmco: unref short failure
+[eval] sample_idx=3063 baseline=B
+[eval] sample_idx=3063 tvcd=B
+[eval] sample_idx=3064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4
+[eval] sample_idx=3064 baseline=A
+[eval] sample_idx=3064 tvcd=A
+[eval] sample_idx=3065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4
+[eval] sample_idx=3065 baseline=A
+[eval] sample_idx=3065 tvcd=A
+[eval] sample_idx=3066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4
+[eval] sample_idx=3066 baseline=B
+[eval] sample_idx=3066 tvcd=B
+[eval] sample_idx=3067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4
+[eval] sample_idx=3067 baseline=B
+[eval] sample_idx=3067 tvcd=B
+[eval] sample_idx=3068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4
+[eval] sample_idx=3068 baseline=D
+[eval] sample_idx=3068 tvcd=D
+[eval] sample_idx=3069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4
+[eval] sample_idx=3069 baseline=B
+[eval] sample_idx=3069 tvcd=B
+{'samples_done': 70, 'baseline_acc': 0.5428571428571428, 'tvcd_acc': 0.5428571428571428, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+[eval] sample_idx=3070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
+[h264 @ 0x5601ea266380] mmco: unref short failure
+[h264 @ 0x5601ea266380] mmco: unref short failure
+[h264 @ 0x5601ea266380] mmco: unref short failure
+[h264 @ 0x5601ea266380] mmco: unref short failure
+[eval] sample_idx=3070 baseline=B
+[eval] sample_idx=3070 tvcd=B
+[eval] sample_idx=3071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
+[h264 @ 0x5601eb58ec80] mmco: unref short failure
+[h264 @ 0x5601eb58ec80] mmco: unref short failure
+[h264 @ 0x5601eb58ec80] mmco: unref short failure
+[h264 @ 0x5601eb58ec80] mmco: unref short failure
+[eval] sample_idx=3071 baseline=A
+[eval] sample_idx=3071 tvcd=D
+[eval] sample_idx=3072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4
+[eval] sample_idx=3072 baseline=D
+[eval] sample_idx=3072 tvcd=A
+[eval] sample_idx=3073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4
+[eval] sample_idx=3073 baseline=D
+[eval] sample_idx=3073 tvcd=D
+[eval] sample_idx=3074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4
+[eval] sample_idx=3074 baseline=B
+[eval] sample_idx=3074 tvcd=B
+[eval] sample_idx=3075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4
+[eval] sample_idx=3075 baseline=B
+[eval] sample_idx=3075 tvcd=B
+[eval] sample_idx=3076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4
+[eval] sample_idx=3076 baseline=B
+[eval] sample_idx=3076 tvcd=B
+[eval] sample_idx=3077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4
+[eval] sample_idx=3077 baseline=B
+[eval] sample_idx=3077 tvcd=B
+[eval] sample_idx=3078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4
+[eval] sample_idx=3078 baseline=C
+[eval] sample_idx=3078 tvcd=C
+[eval] sample_idx=3079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4
+[eval] sample_idx=3079 baseline=C
+[eval] sample_idx=3079 tvcd=C
+{'samples_done': 80, 'baseline_acc': 0.525, 'tvcd_acc': 0.5125, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.1}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5125,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.1
+}

tmp/llava_next_base_tvcd_grid_a1_b01_s3_n320_gpu3/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5125,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.1
+}

tmp/llava_next_base_tvcd_grid_a1_b0_s42_n320_gpu1/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 1000, "data_id": 1741, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4", "gt_response": "A. Put down the shoe", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1001, "data_id": 1741, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4", "gt_response": "B. Lying on the floor", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1002, "data_id": 1742, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4", "gt_response": "C. A white cup with red rim", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1003, "data_id": 1742, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4", "gt_response": "B. A white cup with brown rim", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1004, "data_id": 1743, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4", "gt_response": "B. Walks around the room", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1005, "data_id": 1743, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4", "gt_response": "B. To rejoin the group", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1006, "data_id": 1744, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4", "gt_response": "B. Purple sphere collides with cyan sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1007, "data_id": 1744, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4", "gt_response": "A. Yellow object is removed", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1008, "data_id": 1745, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4", "gt_response": "B. The brown cube and the yellow cylinder collide", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1009, "data_id": 1745, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4", "gt_response": "B. The absence of the brown cylinder", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1010, "data_id": 1746, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4", "gt_response": "C. The video transitions to a black screen", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1011, "data_id": 1746, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4", "gt_response": "C. The video transitions to a black screen", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1012, "data_id": 1747, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4", "gt_response": "B. Put it down", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1013, "data_id": 1747, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4", "gt_response": "C. Burned it", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1014, "data_id": 1748, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4", "gt_response": "D. The bed with the person under the blanket", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1015, "data_id": 1748, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4", "gt_response": "A. The man taking photos", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1016, "data_id": 1749, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4", "gt_response": "C. get another ball.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1017, "data_id": 1749, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4", "gt_response": "C. bend down to pick up something", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1018, "data_id": 1750, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4", "gt_response": "A. showed it to the camera.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1019, "data_id": 1750, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4", "gt_response": "A. took the keychain out of the packaging.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1020, "data_id": 1751, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4", "gt_response": "A. The mixture changes color", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1021, "data_id": 1751, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4", "gt_response": "B. The addition of dark red paste", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1022, "data_id": 1752, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4", "gt_response": "D. Cutting chicken", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1023, "data_id": 1752, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4", "gt_response": "A. To add flavor", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1024, "data_id": 1753, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4", "gt_response": "B. To prevent sticking", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1025, "data_id": 1753, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4", "gt_response": "B. Spray the skillet with oil", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1026, "data_id": 1754, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4", "gt_response": "A. It creates a bright path of light on the floor", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1027, "data_id": 1754, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4", "gt_response": "B. Sunlight enters through an open door", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1028, "data_id": 1755, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4", "gt_response": "C. The clothes.", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1029, "data_id": 1755, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4", "gt_response": "C. The clothes.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1030, "data_id": 1756, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4", "gt_response": "C. The rider makes sharp turns and kicks up dirt", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1031, "data_id": 1756, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4", "gt_response": "A. The rider ascended a steep dirt hill", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1032, "data_id": 1757, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4", "gt_response": "D. The dish.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1033, "data_id": 1757, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4", "gt_response": "D. The dish.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1034, "data_id": 1758, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4", "gt_response": "B. The video transitions to a completely black screen", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1035, "data_id": 1758, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4", "gt_response": "B. The person releases the bowling ball", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1036, "data_id": 1759, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4", "gt_response": "B. The colors become more blended and smooth", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1037, "data_id": 1759, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4", "gt_response": "B. Using the cotton swab", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1038, "data_id": 1760, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4", "gt_response": "A. the purple metal cube's colliding with the cyan object", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1039, "data_id": 1760, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4", "gt_response": "C. the sphere's entrance", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1040, "data_id": 1761, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4", "gt_response": "A. Demonstrating how the device works", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1041, "data_id": 1761, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4", "gt_response": "D. Calibrating the device", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1042, "data_id": 1762, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4", "gt_response": "B. The lid fits snugly over the box", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1043, "data_id": 1762, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4", "gt_response": "B. The lid is positioned over the box", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1044, "data_id": 1763, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4", "gt_response": "B. Water splashes dramatically in the air", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1045, "data_id": 1763, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4", "gt_response": "B. A planned performance routine", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1046, "data_id": 1764, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4", "gt_response": "A. To signal turns or directional adjustments", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1047, "data_id": 1764, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4", "gt_response": "C. Adjusting the camera angle", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1048, "data_id": 1765, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4", "gt_response": "B. To ensure even mixing", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1049, "data_id": 1765, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4", "gt_response": "B. To ensure even mixing", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1050, "data_id": 1766, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4", "gt_response": "B. They become uniformly coated with the dark brown marinade", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1051, "data_id": 1766, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4", "gt_response": "B. The marinade was thoroughly mixed with the chicken pieces", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1052, "data_id": 1767, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4", "gt_response": "C. The person might pretend to clap four times.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1053, "data_id": 1767, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4", "gt_response": "B. The person was preparing to clap.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1054, "data_id": 1768, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4", "gt_response": "A. Wrought Iron", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1055, "data_id": 1768, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4", "gt_response": "C. Hurricane", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1056, "data_id": 1769, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4", "gt_response": "E. coax the baby to sleep.", "gt_letter": "E", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1057, "data_id": 1769, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4", "gt_response": "E. coax the baby to sleep.", "gt_letter": "E", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": true, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
+{"sample_idx": 1058, "data_id": 1770, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4", "gt_response": "C. The egg starts to blend with the rice and vegetables, with the yolk becoming less distinct", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1059, "data_id": 1770, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4", "gt_response": "C. The egg is stirred with the rice and vegetables", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1060, "data_id": 1771, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4", "gt_response": "B. The mixture will be uneven", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1061, "data_id": 1771, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4", "gt_response": "B. Scrape the sides of the processor", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1062, "data_id": 1772, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4", "gt_response": "D. Quickly and aggressively", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1063, "data_id": 1772, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4", "gt_response": "A. It is trained for rodeo events", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1064, "data_id": 1773, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4", "gt_response": "B. 'Troubleshoot Common Errors in the Olympic Lifts'", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1065, "data_id": 1773, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4", "gt_response": "D. A title card showing the gym's logo", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1066, "data_id": 1774, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4", "gt_response": "A. To show the different steps of using mouthwash", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1067, "data_id": 1774, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4", "gt_response": "A. She needs to demonstrate its usage", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1068, "data_id": 1775, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4", "gt_response": "A. Places it into a red crate", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1069, "data_id": 1775, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4", "gt_response": "B. Examines it closely", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1070, "data_id": 1776, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4", "gt_response": "C. To maintain focus on the snowboarder", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1071, "data_id": 1776, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4", "gt_response": "C. Move closer to the snowboarder", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1072, "data_id": 1777, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4", "gt_response": "B. He folds the bicycle frame", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1073, "data_id": 1777, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4", "gt_response": "B. He detaches the front wheel", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1074, "data_id": 1778, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4", "gt_response": "C. Closer to the chair", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1075, "data_id": 1778, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4", "gt_response": "C. To adjust the chair", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1076, "data_id": 1779, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4", "gt_response": "A. The pen had a cap on", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1077, "data_id": 1779, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4", "gt_response": "A. The pen had a cap on", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1078, "data_id": 1780, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4", "gt_response": "D. Took the shoe.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1079, "data_id": 1780, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4", "gt_response": "D. Put down the clothes.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}

tmp/llava_next_base_tvcd_grid_a1_b0_s42_n320_gpu1/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5375,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a1_b0_s42_n320_gpu2/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 2000, "data_id": 2241, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4", "gt_response": "A. The sphere collides with the purple cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2001, "data_id": 2241, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4", "gt_response": "B. The sphere's initial trajectory", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2002, "data_id": 2242, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4", "gt_response": "B. D", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2003, "data_id": 2242, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4", "gt_response": "A. Writing the word 'BAD'", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2004, "data_id": 2243, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4", "gt_response": "C. To look at the American flag", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2005, "data_id": 2243, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4", "gt_response": "C. To look at the American flag", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2006, "data_id": 2244, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4", "gt_response": "A. Sprinting towards the goal, executing passes, and forming tactical formations", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2007, "data_id": 2244, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4", "gt_response": "D. Conducting post-game recovery drills", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2008, "data_id": 2245, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4", "gt_response": "B. It provides dynamic views of the ride, including close-ups of the individual", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2009, "data_id": 2245, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4", "gt_response": "B. Dynamic views of the ride", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2010, "data_id": 2246, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4", "gt_response": "C. Outwards to cover more of the tray", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2011, "data_id": 2246, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4", "gt_response": "B. The dough was pressed onto the tray", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2012, "data_id": 2247, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4", "gt_response": "B. They ate the sandwich.", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2013, "data_id": 2247, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4", "gt_response": "B. They brought it to their mouth.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2014, "data_id": 2248, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4", "gt_response": "C. The blue object's collision with the cyan sphere", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2015, "data_id": 2248, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4", "gt_response": "A. Remove the blue sphere", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2016, "data_id": 2249, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4", "gt_response": "B. The participants retrieve their robots", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2017, "data_id": 2249, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4", "gt_response": "B. To prepare for the next match", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2018, "data_id": 2250, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4", "gt_response": "B. They stir it carefully", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2019, "data_id": 2250, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4", "gt_response": "A. To ensure even mixing", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2020, "data_id": 2251, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4", "gt_response": "C. Took the food.", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2021, "data_id": 2251, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4", "gt_response": "B. Opening the container", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2022, "data_id": 2252, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4", "gt_response": "C. Right", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2023, "data_id": 2252, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4", "gt_response": "B. Stepping away from the table", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2024, "data_id": 2253, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4", "gt_response": "C. the gray cube's entering the scene", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2025, "data_id": 2253, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4", "gt_response": "A. the yellow cube's colliding with the sphere", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2026, "data_id": 2254, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4", "gt_response": "B. The brown cylinder collides with the brown cube", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2027, "data_id": 2254, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4", "gt_response": "B. The brown cube starts moving toward the brown cylinder", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2028, "data_id": 2255, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4", "gt_response": "A. It becomes smoother and more elastic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2029, "data_id": 2255, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4", "gt_response": "C. Adding flour", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2030, "data_id": 2256, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4", "gt_response": "D. The kiwi is mashed and its juice is extracted", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 2031, "data_id": 2256, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4", "gt_response": "A. The kiwi is cut and placed in a sieve", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2032, "data_id": 2257, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4", "gt_response": "B. The yellow sphere's entrance", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2033, "data_id": 2257, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4", "gt_response": "C. The yellow sphere's colliding with the rubber sphere", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2034, "data_id": 2258, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4", "gt_response": "B. The purple cylinder and the cyan object collide", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2035, "data_id": 2258, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4", "gt_response": "B. The purple cylinder and the cyan object collide", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2036, "data_id": 2259, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4", "gt_response": "E. affectionate gesture.", "gt_letter": "E", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
+{"sample_idx": 2037, "data_id": 2259, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4", "gt_response": "C. tending to the baby", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2038, "data_id": 2260, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4", "gt_response": "A. Slicing the tofu", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2039, "data_id": 2260, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4", "gt_response": "A. Slicing and mincing ginger and garlic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2040, "data_id": 2261, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4", "gt_response": "C. The child opens a large red gift bag", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2041, "data_id": 2261, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4", "gt_response": "A. The child examined a red and white floral-patterned box", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2042, "data_id": 2262, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4", "gt_response": "D. A small stain is treated", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 2043, "data_id": 2262, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4", "gt_response": "C. Apply pink liquid detergent", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2044, "data_id": 2263, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4", "gt_response": "C. To show the progression of the vision test", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2045, "data_id": 2263, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4", "gt_response": "B. The man completes a new section of the test", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2046, "data_id": 2264, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4", "gt_response": "C. It becomes darker and more vibrant", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2047, "data_id": 2264, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4", "gt_response": "B. The dark sauce is added", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2048, "data_id": 2265, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4", "gt_response": "B. The camera zooms in", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2049, "data_id": 2265, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4", "gt_response": "B. The camera zooms in", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2050, "data_id": 2266, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4", "gt_response": "B. They sprinkle paprika into the bowl", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2051, "data_id": 2266, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4", "gt_response": "A. They open it", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2052, "data_id": 2267, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4", "gt_response": "B. They picked up a picture.", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2053, "data_id": 2267, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4", "gt_response": "A. They opened the book.", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2054, "data_id": 2268, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4", "gt_response": "A. 'ケツは使えないって言ってなかったか' (Didn't you say you couldn't use your butt?)", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 2055, "data_id": 2268, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4", "gt_response": "A. Taguchi used his posterior in the match", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2056, "data_id": 2269, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4", "gt_response": "B. To breathe air", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2057, "data_id": 2269, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4", "gt_response": "B. Oxygen intake", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2058, "data_id": 2270, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4", "gt_response": "B. The camera focuses on close proximity to capture intensity", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2059, "data_id": 2270, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4", "gt_response": "B. To enhance the immersive experience of the surfing action", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2060, "data_id": 2271, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4", "gt_response": "D. Because they are too expensive", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2061, "data_id": 2271, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4", "gt_response": "B. Damage to enamel", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2062, "data_id": 2272, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4", "gt_response": "A. It integrates smoothly with the yellow liquid", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2063, "data_id": 2272, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4", "gt_response": "B. The yellow liquid is added", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2064, "data_id": 2273, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4", "gt_response": "A. It becomes more vibrant and energetic", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2065, "data_id": 2273, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4", "gt_response": "B. People begin playing casino games", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2066, "data_id": 2274, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4", "gt_response": "B. The athlete's speed increases during the throw", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2067, "data_id": 2274, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4", "gt_response": "B. To accumulate potential energy", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2068, "data_id": 2275, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4", "gt_response": "A. They lower the glass, look around, and bend slightly", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 2069, "data_id": 2275, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4", "gt_response": "B. They take a sip from the glass", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2070, "data_id": 2276, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4", "gt_response": "B. The skier moves closer to the boat", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2071, "data_id": 2276, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4", "gt_response": "C. The skier adjusted their stance", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2072, "data_id": 2277, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4", "gt_response": "C. 2", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 2073, "data_id": 2277, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4", "gt_response": "A. The hand was not touching that area", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 2074, "data_id": 2278, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4", "gt_response": "B. A water polo game", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2075, "data_id": 2278, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4", "gt_response": "B. A water polo game", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2076, "data_id": 2279, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4", "gt_response": "C. At the back of the raft", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 2077, "data_id": 2279, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4", "gt_response": "B. Control and navigation", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 2078, "data_id": 2280, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4", "gt_response": "C. The yellow object collides with the cylinder", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 2079, "data_id": 2280, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4", "gt_response": "C. The objects were moving towards each other", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}

tmp/llava_next_base_tvcd_grid_a1_b0_s42_n320_gpu2/run.log

@@ -0,0 +1,297 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a1_b0_s42_n320_gpu2', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 2000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0, 'tvcd_shuffle_seed': 42, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a1_b0_s42_n320_gpu2
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=2000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=2000 baseline=A
+[eval] sample_idx=2000 tvcd=B
+[eval] sample_idx=2001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04266.mp4
+[eval] sample_idx=2001 baseline=A
+[eval] sample_idx=2001 tvcd=A
+[eval] sample_idx=2002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4
+[eval] sample_idx=2002 baseline=A
+[eval] sample_idx=2002 tvcd=A
+[eval] sample_idx=2003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4504.mp4
+[eval] sample_idx=2003 baseline=A
+[eval] sample_idx=2003 tvcd=A
+[eval] sample_idx=2004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4
+[eval] sample_idx=2004 baseline=A
+[eval] sample_idx=2004 tvcd=A
+[eval] sample_idx=2005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Mk9n7isIyBs.mp4
+[eval] sample_idx=2005 baseline=A
+[eval] sample_idx=2005 tvcd=A
+[eval] sample_idx=2006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4
+[eval] sample_idx=2006 baseline=A
+[eval] sample_idx=2006 tvcd=A
+[eval] sample_idx=2007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6dJrQV3Jzbw.mp4
+[eval] sample_idx=2007 baseline=C
+[eval] sample_idx=2007 tvcd=C
+[eval] sample_idx=2008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4
+[eval] sample_idx=2008 baseline=B
+[eval] sample_idx=2008 tvcd=B
+[eval] sample_idx=2009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_VuiuqKX8srs.mp4
+[eval] sample_idx=2009 baseline=B
+[eval] sample_idx=2009 tvcd=B
+{'samples_done': 10, 'baseline_acc': 0.5, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=2010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4
+[eval] sample_idx=2010 baseline=A
+[eval] sample_idx=2010 tvcd=C
+[eval] sample_idx=2011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/nzndQflXX-0/split_5.mp4
+[eval] sample_idx=2011 baseline=B
+[eval] sample_idx=2011 tvcd=B
+[eval] sample_idx=2012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4
+[eval] sample_idx=2012 baseline=D
+[eval] sample_idx=2012 tvcd=D
+[eval] sample_idx=2013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/KO2MY.mp4
+[eval] sample_idx=2013 baseline=B
+[eval] sample_idx=2013 tvcd=D
+[eval] sample_idx=2014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4
+[eval] sample_idx=2014 baseline=B
+[eval] sample_idx=2014 tvcd=B
+[eval] sample_idx=2015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_06385.mp4
+[eval] sample_idx=2015 baseline=B
+[eval] sample_idx=2015 tvcd=B
+[eval] sample_idx=2016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4
+[eval] sample_idx=2016 baseline=B
+[eval] sample_idx=2016 tvcd=B
+[eval] sample_idx=2017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_DxtISmKol2I.mp4
+[eval] sample_idx=2017 baseline=B
+[eval] sample_idx=2017 tvcd=B
+[eval] sample_idx=2018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4
+[eval] sample_idx=2018 baseline=B
+[eval] sample_idx=2018 tvcd=B
+[eval] sample_idx=2019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/jgeZjmXCDiw/split_5.mp4
+[eval] sample_idx=2019 baseline=A
+[eval] sample_idx=2019 tvcd=A
+{'samples_done': 20, 'baseline_acc': 0.55, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=2020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4
+[eval] sample_idx=2020 baseline=C
+[eval] sample_idx=2020 tvcd=C
+[eval] sample_idx=2021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/TVBLW.mp4
+[eval] sample_idx=2021 baseline=B
+[eval] sample_idx=2021 tvcd=B
+[eval] sample_idx=2022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4
+[eval] sample_idx=2022 baseline=D
+[eval] sample_idx=2022 tvcd=D
+[eval] sample_idx=2023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/0JJIY.mp4
+[eval] sample_idx=2023 baseline=B
+[eval] sample_idx=2023 tvcd=B
+[eval] sample_idx=2024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4
+[eval] sample_idx=2024 baseline=A
+[eval] sample_idx=2024 tvcd=A
+[eval] sample_idx=2025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09068.mp4
+[eval] sample_idx=2025 baseline=A
+[eval] sample_idx=2025 tvcd=A
+[eval] sample_idx=2026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4
+[eval] sample_idx=2026 baseline=B
+[eval] sample_idx=2026 tvcd=B
+[eval] sample_idx=2027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04715.mp4
+[eval] sample_idx=2027 baseline=B
+[eval] sample_idx=2027 tvcd=B
+[eval] sample_idx=2028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4
+[eval] sample_idx=2028 baseline=A
+[eval] sample_idx=2028 tvcd=A
+[eval] sample_idx=2029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/419/w0FBc7-Acs8/split_2.mp4
+[eval] sample_idx=2029 baseline=A
+[eval] sample_idx=2029 tvcd=A
+{'samples_done': 30, 'baseline_acc': 0.6, 'tvcd_acc': 0.5666666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=2030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4
+[eval] sample_idx=2030 baseline=D
+[eval] sample_idx=2030 tvcd=D
+[eval] sample_idx=2031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/317/zCumtEzm4TE/split_2.mp4
+[eval] sample_idx=2031 baseline=B
+[eval] sample_idx=2031 tvcd=A
+[eval] sample_idx=2032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4
+[eval] sample_idx=2032 baseline=C
+[eval] sample_idx=2032 tvcd=C
+[eval] sample_idx=2033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_07296.mp4
+[eval] sample_idx=2033 baseline=C
+[eval] sample_idx=2033 tvcd=C
+[eval] sample_idx=2034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4
+[eval] sample_idx=2034 baseline=C
+[eval] sample_idx=2034 tvcd=C
+[eval] sample_idx=2035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04905.mp4
+[eval] sample_idx=2035 baseline=A
+[eval] sample_idx=2035 tvcd=A
+[eval] sample_idx=2036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4
+[eval] sample_idx=2036 baseline=A
+[eval] sample_idx=2036 tvcd=E
+[eval] sample_idx=2037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1016/6089205646.mp4
+[eval] sample_idx=2037 baseline=D
+[eval] sample_idx=2037 tvcd=D
+[eval] sample_idx=2038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4
+[eval] sample_idx=2038 baseline=B
+[eval] sample_idx=2038 tvcd=B
+[eval] sample_idx=2039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/MOBlJBn0BFI/split_0.mp4
+[eval] sample_idx=2039 baseline=A
+[eval] sample_idx=2039 tvcd=D
+{'samples_done': 40, 'baseline_acc': 0.525, 'tvcd_acc': 0.525, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=2040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4
+[eval] sample_idx=2040 baseline=C
+[eval] sample_idx=2040 tvcd=C
+[eval] sample_idx=2041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_rS8T1dAdiCs.mp4
+[eval] sample_idx=2041 baseline=A
+[eval] sample_idx=2041 tvcd=A
+[eval] sample_idx=2042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4
+[h264 @ 0x5639d4054140] mmco: unref short failure
+[h264 @ 0x5639d4054140] mmco: unref short failure
+[eval] sample_idx=2042 baseline=D
+[eval] sample_idx=2042 tvcd=D
+[eval] sample_idx=2043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_k3oPZS_Id3M.mp4
+[h264 @ 0x5639d47aa500] mmco: unref short failure
+[h264 @ 0x5639d47aa500] mmco: unref short failure
+[eval] sample_idx=2043 baseline=D
+[eval] sample_idx=2043 tvcd=D
+[eval] sample_idx=2044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4
+[h264 @ 0x5639d47a7a00] mmco: unref short failure
+[h264 @ 0x5639d47a7a00] mmco: unref short failure
+[eval] sample_idx=2044 baseline=C
+[eval] sample_idx=2044 tvcd=C
+[eval] sample_idx=2045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_rsj9ZDMCmZg.mp4
+[h264 @ 0x5639d7492400] mmco: unref short failure
+[h264 @ 0x5639d7492400] mmco: unref short failure
+[eval] sample_idx=2045 baseline=B
+[eval] sample_idx=2045 tvcd=B
+[eval] sample_idx=2046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4
+[eval] sample_idx=2046 baseline=C
+[eval] sample_idx=2046 tvcd=C
+[eval] sample_idx=2047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/324/IqD6qnug7tc/split_4.mp4
+[eval] sample_idx=2047 baseline=B
+[eval] sample_idx=2047 tvcd=B
+[eval] sample_idx=2048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4
+[eval] sample_idx=2048 baseline=B
+[eval] sample_idx=2048 tvcd=B
+[eval] sample_idx=2049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/204/oRMqGMnK5mk/split_7.mp4
+[eval] sample_idx=2049 baseline=B
+[eval] sample_idx=2049 tvcd=B
+{'samples_done': 50, 'baseline_acc': 0.6, 'tvcd_acc': 0.6, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=2050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
+[eval] sample_idx=2050 baseline=B
+[eval] sample_idx=2050 tvcd=B
+[eval] sample_idx=2051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/120/eX2r9gvdt1o/split_2.mp4
+[eval] sample_idx=2051 baseline=A
+[eval] sample_idx=2051 tvcd=A
+[eval] sample_idx=2052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4
+[eval] sample_idx=2052 baseline=C
+[eval] sample_idx=2052 tvcd=C
+[eval] sample_idx=2053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/0RP6B.mp4
+[eval] sample_idx=2053 baseline=B
+[eval] sample_idx=2053 tvcd=B
+[eval] sample_idx=2054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4
+[eval] sample_idx=2054 baseline=A
+[eval] sample_idx=2054 tvcd=B
+[eval] sample_idx=2055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LshgDzCzO4c.mp4
+[eval] sample_idx=2055 baseline=A
+[eval] sample_idx=2055 tvcd=A
+[eval] sample_idx=2056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4
+[eval] sample_idx=2056 baseline=B
+[eval] sample_idx=2056 tvcd=B
+[eval] sample_idx=2057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1010/3855730364.mp4
+[eval] sample_idx=2057 baseline=B
+[eval] sample_idx=2057 tvcd=B
+[eval] sample_idx=2058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4
+[eval] sample_idx=2058 baseline=B
+[eval] sample_idx=2058 tvcd=B
+[eval] sample_idx=2059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_5Vd6PEUWo64.mp4
+[eval] sample_idx=2059 baseline=B
+[eval] sample_idx=2059 tvcd=B
+{'samples_done': 60, 'baseline_acc': 0.6333333333333333, 'tvcd_acc': 0.6166666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=2060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4
+[h264 @ 0x5639d72e0c80] mmco: unref short failure
+[eval] sample_idx=2060 baseline=C
+[eval] sample_idx=2060 tvcd=C
+[eval] sample_idx=2061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Ia8SW6TNDtM.mp4
+[h264 @ 0x5639d40575c0] mmco: unref short failure
+[eval] sample_idx=2061 baseline=C
+[eval] sample_idx=2061 tvcd=C
+[eval] sample_idx=2062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4
+[eval] sample_idx=2062 baseline=A
+[eval] sample_idx=2062 tvcd=A
+[eval] sample_idx=2063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/325/kEpB-PVlvVk/split_6.mp4
+[eval] sample_idx=2063 baseline=C
+[eval] sample_idx=2063 tvcd=C
+[eval] sample_idx=2064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4
+[h264 @ 0x5639d54f1e00] mmco: unref short failure
+[h264 @ 0x5639d54f1e00] mmco: unref short failure
+[h264 @ 0x5639d54f1e00] mmco: unref short failure
+[h264 @ 0x5639d54f1e00] mmco: unref short failure
+[eval] sample_idx=2064 baseline=A
+[eval] sample_idx=2064 tvcd=A
+[eval] sample_idx=2065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_g9b-kCC79kQ.mp4
+[h264 @ 0x5639d4069080] mmco: unref short failure
+[h264 @ 0x5639d4069080] mmco: unref short failure
+[h264 @ 0x5639d4069080] mmco: unref short failure
+[h264 @ 0x5639d4069080] mmco: unref short failure
+[eval] sample_idx=2065 baseline=B
+[eval] sample_idx=2065 tvcd=B
+[eval] sample_idx=2066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4
+[eval] sample_idx=2066 baseline=B
+[eval] sample_idx=2066 tvcd=B
+[eval] sample_idx=2067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-ySxFjhhK4Y.mp4
+[eval] sample_idx=2067 baseline=B
+[eval] sample_idx=2067 tvcd=B
+[eval] sample_idx=2068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4
+[eval] sample_idx=2068 baseline=A
+[eval] sample_idx=2068 tvcd=A
+[eval] sample_idx=2069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/V2C4I.mp4
+[eval] sample_idx=2069 baseline=B
+[eval] sample_idx=2069 tvcd=B
+{'samples_done': 70, 'baseline_acc': 0.6428571428571429, 'tvcd_acc': 0.6285714285714286, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=2070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4
+[eval] sample_idx=2070 baseline=D
+[eval] sample_idx=2070 tvcd=D
+[eval] sample_idx=2071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ekzUyQo2R9Y.mp4
+[eval] sample_idx=2071 baseline=A
+[eval] sample_idx=2071 tvcd=A
+[eval] sample_idx=2072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4
+[eval] sample_idx=2072 baseline=C
+[eval] sample_idx=2072 tvcd=C
+[eval] sample_idx=2073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_274.mp4
+[eval] sample_idx=2073 baseline=C
+[eval] sample_idx=2073 tvcd=C
+[eval] sample_idx=2074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4
+[eval] sample_idx=2074 baseline=B
+[eval] sample_idx=2074 tvcd=B
+[eval] sample_idx=2075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_u6f9COsww0w.mp4
+[eval] sample_idx=2075 baseline=B
+[eval] sample_idx=2075 tvcd=B
+[eval] sample_idx=2076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4
+[eval] sample_idx=2076 baseline=D
+[eval] sample_idx=2076 tvcd=D
+[eval] sample_idx=2077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_txMaVvdALeM.mp4
+[eval] sample_idx=2077 baseline=B
+[eval] sample_idx=2077 tvcd=B
+[eval] sample_idx=2078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4
+[eval] sample_idx=2078 baseline=A
+[eval] sample_idx=2078 tvcd=A
+[eval] sample_idx=2079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01108.mp4
+[eval] sample_idx=2079 baseline=C
+[eval] sample_idx=2079 tvcd=C
+{'samples_done': 80, 'baseline_acc': 0.625, 'tvcd_acc': 0.6125, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.625,
+  "tvcd_acc": 0.6125,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a1_b0_s42_n320_gpu2/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.625,
+  "tvcd_acc": 0.6125,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a1_b0_s42_n320_gpu3/predictions.jsonl

@@ -0,0 +1,80 @@
+{"sample_idx": 3000, "data_id": 2741, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4", "gt_response": "B. The blue sphere collides with the blue cube", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3001, "data_id": 2741, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4", "gt_response": "A. The cyan sphere's deflection", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3002, "data_id": 2742, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4", "gt_response": "C. Zooms in on a person in a light-colored shirt", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3003, "data_id": 2742, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4", "gt_response": "B. Panning to the left", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3004, "data_id": 2743, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4", "gt_response": "D. Blue cylinder and teal sphere", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3005, "data_id": 2743, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4", "gt_response": "C. Blue metallic cylinder", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3006, "data_id": 2744, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4", "gt_response": "C. The camera angle changes to a closer view", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3007, "data_id": 2744, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4", "gt_response": "C. The camera angle was adjusted to a closer view", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3008, "data_id": 2745, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4", "gt_response": "B. The person continues to use it", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3009, "data_id": 2745, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4", "gt_response": "B. The device is plugged into an outlet", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3010, "data_id": 2746, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4", "gt_response": "A. The defensive players react swiftly, attempting to block the ball", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3011, "data_id": 2746, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4", "gt_response": "A. The referee blows the whistle", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3012, "data_id": 2747, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4", "gt_response": "B. The sphere and the cyan object collide", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3013, "data_id": 2747, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4", "gt_response": "C. The sphere and cyan object must be moving towards the center", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3014, "data_id": 2748, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4", "gt_response": "A. Giving commands", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3015, "data_id": 2748, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4", "gt_response": "B. The person's hand signals", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3016, "data_id": 2749, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4", "gt_response": "C. A clear glass being filled with water", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3017, "data_id": 2749, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4", "gt_response": "C. A clear glass being filled with water", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3018, "data_id": 2750, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4", "gt_response": "B. clothes", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3019, "data_id": 2750, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4", "gt_response": "B. clothes", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3020, "data_id": 2751, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4", "gt_response": "B. The rubber object appears", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3021, "data_id": 2751, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4", "gt_response": "B. The green object's movement", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3022, "data_id": 2752, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4", "gt_response": "D. To indicate a traffic violation", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3023, "data_id": 2752, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4", "gt_response": "C. A traffic violation", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3024, "data_id": 2753, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4", "gt_response": "D. Closed the laptop.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3025, "data_id": 2753, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4", "gt_response": "D. Put down the phone/camera.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3026, "data_id": 2754, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4", "gt_response": "D. The ball is recovered by the blue team", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3027, "data_id": 2754, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4", "gt_response": "B. The white player is blocked by defenders", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3028, "data_id": 2755, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4", "gt_response": "A. They put the dough circles in a pot of boiling water", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3029, "data_id": 2755, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4", "gt_response": "B. To prepare to cook them by boiling", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3030, "data_id": 2756, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4", "gt_response": "D. hug them.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3031, "data_id": 2756, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4", "gt_response": "A. running towards them", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3032, "data_id": 2757, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4", "gt_response": "D. Zooms in on the hand", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3033, "data_id": 2757, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4", "gt_response": "B. The hand begins stirring", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3034, "data_id": 2758, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4", "gt_response": "D. It is baked until fully cooked", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3035, "data_id": 2758, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4", "gt_response": "C. It was a pinkish mixture of ground meat and herbs", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3036, "data_id": 2759, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4", "gt_response": "C. From overcast to sunny and back to overcast", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3037, "data_id": 2759, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4", "gt_response": "C. Overcast", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3038, "data_id": 2760, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4", "gt_response": "B. Moves closer to children", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3039, "data_id": 2760, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4", "gt_response": "B. Camera moved closer to children", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3040, "data_id": 2761, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4", "gt_response": "D. Took the shoe.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3041, "data_id": 2761, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4", "gt_response": "D. Taking the shoe", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3042, "data_id": 2762, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4", "gt_response": "B. The collision between the cylinder and the green sphere", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3043, "data_id": 2762, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4", "gt_response": "B. The green sphere collides with the yellow sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3044, "data_id": 2763, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4", "gt_response": "A. tied.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3045, "data_id": 2763, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4", "gt_response": "A. tied.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3046, "data_id": 2764, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4", "gt_response": "A. The mixture is cooked in a pan", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3047, "data_id": 2764, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4", "gt_response": "A. The ingredients are measured and prepared", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3048, "data_id": 2765, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4", "gt_response": "D. Closing the backpack zipper", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3049, "data_id": 2765, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4", "gt_response": "C. Inserting banknotes into the book", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3050, "data_id": 2766, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4", "gt_response": "D. Applying paint to the neck area", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3051, "data_id": 2766, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4", "gt_response": "B. Mixing paint colors", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3052, "data_id": 2767, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4", "gt_response": "B. Put down the shoe.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3053, "data_id": 2767, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4", "gt_response": "B. Opened the closet/cabinet.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3054, "data_id": 2768, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4", "gt_response": "B. Putting the wallet into a bag", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3055, "data_id": 2768, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4", "gt_response": "B. Selecting paper items from a bag", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3056, "data_id": 2769, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4", "gt_response": "D. He wipes his mouth with a napkin", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3057, "data_id": 2769, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4", "gt_response": "C. To wipe his mouth", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3058, "data_id": 2770, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4", "gt_response": "C. Both arrived simultaneously", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3059, "data_id": 2770, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4", "gt_response": "A. The man", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3060, "data_id": 2771, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4", "gt_response": "B. Number of people per tube and snow texture", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3061, "data_id": 2771, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4", "gt_response": "D. Large groups sharing tubes", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 3062, "data_id": 2772, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4", "gt_response": "B. The bullfighter becomes visibly injured with blood on their face and hand", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3063, "data_id": 2772, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4", "gt_response": "B. The bullfighter was knocked down by the bull", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3064, "data_id": 2773, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4", "gt_response": "A. the blue object's colliding with the cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3065, "data_id": 2773, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4", "gt_response": "A. the blue object's colliding with the cylinder", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 3066, "data_id": 2774, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4", "gt_response": "C. The text 'Mayflower Adventures'", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3067, "data_id": 2774, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4", "gt_response": "D. The skier floating in the water", "gt_letter": "D", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3068, "data_id": 2775, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4", "gt_response": "D. To practice the motions with some equipment before using the tail", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 3069, "data_id": 2775, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4", "gt_response": "B. Practicing with flippers first", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3070, "data_id": 2776, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4", "gt_response": "C. Show the modified watermelon to the camera", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3071, "data_id": 2776, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4", "gt_response": "B. To demonstrate a preservation technique", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3072, "data_id": 2777, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4", "gt_response": "D. It changes to provide different explanations and examples", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 3073, "data_id": 2777, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4", "gt_response": "B. To provide different explanations and examples", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 3074, "data_id": 2778, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4", "gt_response": "A. The eggplant slices are added to the pan", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3075, "data_id": 2778, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4", "gt_response": "B. The pork was cooked and flipped", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3076, "data_id": 2779, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4", "gt_response": "A. Threw the clothes.", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 3077, "data_id": 2779, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4", "gt_response": "B. Walked towards the clothes.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 3078, "data_id": 2780, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4", "gt_response": "C. the rubber object's colliding with the green object", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 3079, "data_id": 2780, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4", "gt_response": "B. the presence of the green sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}

tmp/llava_next_base_tvcd_grid_a1_b0_s42_n320_gpu3/run.log

@@ -0,0 +1,303 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_grid_a1_b0_s42_n320_gpu3', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 80, 'start_index': 3000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0, 'tvcd_shuffle_seed': 42, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_grid_a1_b0_s42_n320_gpu3
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 80 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=3000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=3000 baseline=A
+[eval] sample_idx=3000 tvcd=A
+[eval] sample_idx=3001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_03837.mp4
+[eval] sample_idx=3001 baseline=B
+[eval] sample_idx=3001 tvcd=B
+[eval] sample_idx=3002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4
+[eval] sample_idx=3002 baseline=A
+[eval] sample_idx=3002 tvcd=A
+[eval] sample_idx=3003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_3KbSBk6urbE.mp4
+[eval] sample_idx=3003 baseline=A
+[eval] sample_idx=3003 tvcd=A
+[eval] sample_idx=3004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4
+[eval] sample_idx=3004 baseline=A
+[eval] sample_idx=3004 tvcd=A
+[eval] sample_idx=3005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_04707.mp4
+[eval] sample_idx=3005 baseline=A
+[eval] sample_idx=3005 tvcd=A
+[eval] sample_idx=3006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4
+[eval] sample_idx=3006 baseline=D
+[eval] sample_idx=3006 tvcd=C
+[eval] sample_idx=3007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_YZvdzvM-124.mp4
+[eval] sample_idx=3007 baseline=C
+[eval] sample_idx=3007 tvcd=C
+[eval] sample_idx=3008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4
+[eval] sample_idx=3008 baseline=D
+[eval] sample_idx=3008 tvcd=D
+[eval] sample_idx=3009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_5015.mp4
+[eval] sample_idx=3009 baseline=B
+[eval] sample_idx=3009 tvcd=B
+{'samples_done': 10, 'baseline_acc': 0.2, 'tvcd_acc': 0.3, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=3010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
+[eval] sample_idx=3010 baseline=A
+[eval] sample_idx=3010 tvcd=A
+[eval] sample_idx=3011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_o_JAjYZDs9Y.mp4
+[eval] sample_idx=3011 baseline=B
+[eval] sample_idx=3011 tvcd=B
+[eval] sample_idx=3012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4
+[eval] sample_idx=3012 baseline=D
+[eval] sample_idx=3012 tvcd=D
+[eval] sample_idx=3013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_08996.mp4
+[eval] sample_idx=3013 baseline=B
+[eval] sample_idx=3013 tvcd=B
+[eval] sample_idx=3014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4
+[eval] sample_idx=3014 baseline=B
+[eval] sample_idx=3014 tvcd=B
+[eval] sample_idx=3015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__ZiTTLhXjZQ.mp4
+[eval] sample_idx=3015 baseline=B
+[eval] sample_idx=3015 tvcd=B
+[eval] sample_idx=3016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4
+[h264 @ 0x56382a430bc0] mmco: unref short failure
+[eval] sample_idx=3016 baseline=C
+[eval] sample_idx=3016 tvcd=C
+[eval] sample_idx=3017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_98mFZ0Qt9OI.mp4
+[h264 @ 0x56382bdfc480] mmco: unref short failure
+[eval] sample_idx=3017 baseline=C
+[eval] sample_idx=3017 tvcd=C
+[eval] sample_idx=3018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4
+[eval] sample_idx=3018 baseline=C
+[eval] sample_idx=3018 tvcd=C
+[eval] sample_idx=3019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_10286.mp4
+[eval] sample_idx=3019 baseline=A
+[eval] sample_idx=3019 tvcd=A
+{'samples_done': 20, 'baseline_acc': 0.3, 'tvcd_acc': 0.35, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=3020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
+[eval] sample_idx=3020 baseline=A
+[eval] sample_idx=3020 tvcd=A
+[eval] sample_idx=3021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05412.mp4
+[eval] sample_idx=3021 baseline=B
+[eval] sample_idx=3021 tvcd=B
+[eval] sample_idx=3022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4
+[eval] sample_idx=3022 baseline=D
+[eval] sample_idx=3022 tvcd=D
+[eval] sample_idx=3023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_xI2n-pKIU8Y.mp4
+[eval] sample_idx=3023 baseline=C
+[eval] sample_idx=3023 tvcd=C
+[eval] sample_idx=3024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4
+[eval] sample_idx=3024 baseline=D
+[eval] sample_idx=3024 tvcd=D
+[eval] sample_idx=3025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/5D85P.mp4
+[eval] sample_idx=3025 baseline=D
+[eval] sample_idx=3025 tvcd=A
+[eval] sample_idx=3026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4
+[eval] sample_idx=3026 baseline=B
+[eval] sample_idx=3026 tvcd=B
+[eval] sample_idx=3027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_jgaceusv5xc.mp4
+[eval] sample_idx=3027 baseline=A
+[eval] sample_idx=3027 tvcd=A
+[eval] sample_idx=3028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4
+[eval] sample_idx=3028 baseline=A
+[eval] sample_idx=3028 tvcd=A
+[eval] sample_idx=3029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/218/LhrmwGxTLAE/split_11.mp4
+[eval] sample_idx=3029 baseline=B
+[eval] sample_idx=3029 tvcd=B
+{'samples_done': 30, 'baseline_acc': 0.43333333333333335, 'tvcd_acc': 0.43333333333333335, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=3030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
+[eval] sample_idx=3030 baseline=D
+[eval] sample_idx=3030 tvcd=D
+[eval] sample_idx=3031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1203/5358657883.mp4
+[eval] sample_idx=3031 baseline=B
+[eval] sample_idx=3031 tvcd=B
+[eval] sample_idx=3032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4
+[eval] sample_idx=3032 baseline=D
+[eval] sample_idx=3032 tvcd=D
+[eval] sample_idx=3033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/115/9CUkuWWVSjE/split_0.mp4
+[eval] sample_idx=3033 baseline=B
+[eval] sample_idx=3033 tvcd=B
+[eval] sample_idx=3034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4
+[eval] sample_idx=3034 baseline=D
+[eval] sample_idx=3034 tvcd=D
+[eval] sample_idx=3035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/119/M1HPY6_IEqU/split_2.mp4
+[eval] sample_idx=3035 baseline=C
+[eval] sample_idx=3035 tvcd=C
+[eval] sample_idx=3036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4
+[eval] sample_idx=3036 baseline=D
+[eval] sample_idx=3036 tvcd=D
+[eval] sample_idx=3037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_DafhI7hc980.mp4
+[eval] sample_idx=3037 baseline=C
+[eval] sample_idx=3037 tvcd=C
+[eval] sample_idx=3038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4
+[eval] sample_idx=3038 baseline=D
+[eval] sample_idx=3038 tvcd=D
+[eval] sample_idx=3039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_TS-p15iwQPc.mp4
+[eval] sample_idx=3039 baseline=B
+[eval] sample_idx=3039 tvcd=B
+{'samples_done': 40, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=3040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
+[eval] sample_idx=3040 baseline=A
+[eval] sample_idx=3040 tvcd=A
+[eval] sample_idx=3041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/HBWLV.mp4
+[eval] sample_idx=3041 baseline=D
+[eval] sample_idx=3041 tvcd=D
+[eval] sample_idx=3042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4
+[eval] sample_idx=3042 baseline=A
+[eval] sample_idx=3042 tvcd=A
+[eval] sample_idx=3043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09291.mp4
+[eval] sample_idx=3043 baseline=C
+[eval] sample_idx=3043 tvcd=C
+[eval] sample_idx=3044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4
+[eval] sample_idx=3044 baseline=A
+[eval] sample_idx=3044 tvcd=A
+[eval] sample_idx=3045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1023/9963900426.mp4
+[eval] sample_idx=3045 baseline=A
+[eval] sample_idx=3045 tvcd=A
+[eval] sample_idx=3046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4
+[eval] sample_idx=3046 baseline=C
+[eval] sample_idx=3046 tvcd=C
+[eval] sample_idx=3047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/207/osJxKebjqnU/split_4.mp4
+[eval] sample_idx=3047 baseline=A
+[eval] sample_idx=3047 tvcd=A
+[eval] sample_idx=3048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4
+[eval] sample_idx=3048 baseline=D
+[eval] sample_idx=3048 tvcd=D
+[eval] sample_idx=3049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_888.mp4
+[eval] sample_idx=3049 baseline=B
+[eval] sample_idx=3049 tvcd=B
+{'samples_done': 50, 'baseline_acc': 0.5, 'tvcd_acc': 0.5, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=3050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
+[h264 @ 0x56382a5a2340] mmco: unref short failure
+[h264 @ 0x56382a5a2340] mmco: unref short failure
+[h264 @ 0x56382a5a2340] mmco: unref short failure
+[h264 @ 0x56382a5a2340] mmco: unref short failure
+[h264 @ 0x56382a5a2340] mmco: unref short failure
+[eval] sample_idx=3050 baseline=D
+[eval] sample_idx=3050 tvcd=D
+[eval] sample_idx=3051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_wdzlQAgkURs.mp4
+[h264 @ 0x56382bd54e80] mmco: unref short failure
+[h264 @ 0x56382bd54e80] mmco: unref short failure
+[h264 @ 0x56382bd54e80] mmco: unref short failure
+[h264 @ 0x56382bd54e80] mmco: unref short failure
+[h264 @ 0x56382bd54e80] mmco: unref short failure
+[eval] sample_idx=3051 baseline=C
+[eval] sample_idx=3051 tvcd=C
+[eval] sample_idx=3052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4
+[eval] sample_idx=3052 baseline=B
+[eval] sample_idx=3052 tvcd=B
+[eval] sample_idx=3053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/FQGQS.mp4
+[eval] sample_idx=3053 baseline=B
+[eval] sample_idx=3053 tvcd=B
+[eval] sample_idx=3054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4
+[eval] sample_idx=3054 baseline=D
+[eval] sample_idx=3054 tvcd=D
+[eval] sample_idx=3055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_8388.mp4
+[eval] sample_idx=3055 baseline=A
+[eval] sample_idx=3055 tvcd=A
+[eval] sample_idx=3056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4
+[eval] sample_idx=3056 baseline=D
+[eval] sample_idx=3056 tvcd=D
+[eval] sample_idx=3057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/AX4EW.mp4
+[eval] sample_idx=3057 baseline=C
+[eval] sample_idx=3057 tvcd=C
+[eval] sample_idx=3058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4
+[eval] sample_idx=3058 baseline=A
+[eval] sample_idx=3058 tvcd=A
+[eval] sample_idx=3059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/CLW8L.mp4
+[eval] sample_idx=3059 baseline=A
+[eval] sample_idx=3059 tvcd=A
+{'samples_done': 60, 'baseline_acc': 0.5166666666666667, 'tvcd_acc': 0.5166666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=3060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
+[eval] sample_idx=3060 baseline=B
+[eval] sample_idx=3060 tvcd=B
+[eval] sample_idx=3061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_B0jASjqZl7s.mp4
+[eval] sample_idx=3061 baseline=A
+[eval] sample_idx=3061 tvcd=C
+[eval] sample_idx=3062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
+[h264 @ 0x56382a622940] mmco: unref short failure
+[h264 @ 0x56382a622940] mmco: unref short failure
+[eval] sample_idx=3062 baseline=B
+[eval] sample_idx=3062 tvcd=B
+[eval] sample_idx=3063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v1-3/train_val/v_-kAlrG4jS9M.mp4
+[h264 @ 0x56382a39b280] mmco: unref short failure
+[h264 @ 0x56382a39b280] mmco: unref short failure
+[eval] sample_idx=3063 baseline=B
+[eval] sample_idx=3063 tvcd=B
+[eval] sample_idx=3064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4
+[eval] sample_idx=3064 baseline=A
+[eval] sample_idx=3064 tvcd=A
+[eval] sample_idx=3065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_09298.mp4
+[eval] sample_idx=3065 baseline=A
+[eval] sample_idx=3065 tvcd=A
+[eval] sample_idx=3066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4
+[eval] sample_idx=3066 baseline=B
+[eval] sample_idx=3066 tvcd=B
+[eval] sample_idx=3067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yLS0UuNYXOI.mp4
+[eval] sample_idx=3067 baseline=B
+[eval] sample_idx=3067 tvcd=B
+[eval] sample_idx=3068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4
+[eval] sample_idx=3068 baseline=D
+[eval] sample_idx=3068 tvcd=D
+[eval] sample_idx=3069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_XC6tvSBS0PA.mp4
+[eval] sample_idx=3069 baseline=B
+[eval] sample_idx=3069 tvcd=B
+{'samples_done': 70, 'baseline_acc': 0.5428571428571428, 'tvcd_acc': 0.5428571428571428, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+[eval] sample_idx=3070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
+[h264 @ 0x56382a64ee80] mmco: unref short failure
+[h264 @ 0x56382a64ee80] mmco: unref short failure
+[h264 @ 0x56382a64ee80] mmco: unref short failure
+[h264 @ 0x56382a64ee80] mmco: unref short failure
+[eval] sample_idx=3070 baseline=B
+[eval] sample_idx=3070 tvcd=B
+[eval] sample_idx=3071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_mq49CQ1grsM.mp4
+[h264 @ 0x56382a3f7b80] mmco: unref short failure
+[h264 @ 0x56382a3f7b80] mmco: unref short failure
+[h264 @ 0x56382a3f7b80] mmco: unref short failure
+[h264 @ 0x56382a3f7b80] mmco: unref short failure
+[eval] sample_idx=3071 baseline=A
+[eval] sample_idx=3071 tvcd=D
+[eval] sample_idx=3072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4
+[eval] sample_idx=3072 baseline=D
+[eval] sample_idx=3072 tvcd=A
+[eval] sample_idx=3073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_awHsQMANmeU.mp4
+[eval] sample_idx=3073 baseline=D
+[eval] sample_idx=3073 tvcd=D
+[eval] sample_idx=3074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4
+[eval] sample_idx=3074 baseline=B
+[eval] sample_idx=3074 tvcd=B
+[eval] sample_idx=3075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_LoR7BMzLpV4.mp4
+[eval] sample_idx=3075 baseline=B
+[eval] sample_idx=3075 tvcd=B
+[eval] sample_idx=3076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4
+[eval] sample_idx=3076 baseline=B
+[eval] sample_idx=3076 tvcd=B
+[eval] sample_idx=3077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/G6LYD.mp4
+[eval] sample_idx=3077 baseline=B
+[eval] sample_idx=3077 tvcd=B
+[eval] sample_idx=3078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4
+[eval] sample_idx=3078 baseline=C
+[eval] sample_idx=3078 tvcd=C
+[eval] sample_idx=3079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_05983.mp4
+[eval] sample_idx=3079 baseline=C
+[eval] sample_idx=3079 tvcd=C
+{'samples_done': 80, 'baseline_acc': 0.525, 'tvcd_acc': 0.5125, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 1.0, 'cd_beta': 0.0}
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5125,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_grid_a1_b0_s42_n320_gpu3/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.5125,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 1.0,
+  "cd_beta": 0.0
+}

tmp/llava_next_base_tvcd_sweep_a0.1_b0.1_n120/predictions.jsonl

@@ -0,0 +1,83 @@
+{"sample_idx": 1000, "data_id": 1741, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4", "gt_response": "A. Put down the shoe", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1001, "data_id": 1741, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4", "gt_response": "B. Lying on the floor", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1002, "data_id": 1742, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4", "gt_response": "C. A white cup with red rim", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1003, "data_id": 1742, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4", "gt_response": "B. A white cup with brown rim", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1004, "data_id": 1743, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4", "gt_response": "B. Walks around the room", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1005, "data_id": 1743, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4", "gt_response": "B. To rejoin the group", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1006, "data_id": 1744, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4", "gt_response": "B. Purple sphere collides with cyan sphere", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1007, "data_id": 1744, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4", "gt_response": "A. Yellow object is removed", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1008, "data_id": 1745, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4", "gt_response": "B. The brown cube and the yellow cylinder collide", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1009, "data_id": 1745, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4", "gt_response": "B. The absence of the brown cylinder", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1010, "data_id": 1746, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4", "gt_response": "C. The video transitions to a black screen", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1011, "data_id": 1746, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4", "gt_response": "C. The video transitions to a black screen", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1012, "data_id": 1747, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4", "gt_response": "B. Put it down", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1013, "data_id": 1747, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4", "gt_response": "C. Burned it", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1014, "data_id": 1748, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4", "gt_response": "D. The bed with the person under the blanket", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1015, "data_id": 1748, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4", "gt_response": "A. The man taking photos", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1016, "data_id": 1749, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4", "gt_response": "C. get another ball.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1017, "data_id": 1749, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4", "gt_response": "C. bend down to pick up something", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1018, "data_id": 1750, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4", "gt_response": "A. showed it to the camera.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1019, "data_id": 1750, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4", "gt_response": "A. took the keychain out of the packaging.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1020, "data_id": 1751, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4", "gt_response": "A. The mixture changes color", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1021, "data_id": 1751, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4", "gt_response": "B. The addition of dark red paste", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1022, "data_id": 1752, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4", "gt_response": "D. Cutting chicken", "gt_letter": "D", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1023, "data_id": 1752, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4", "gt_response": "A. To add flavor", "gt_letter": "A", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1024, "data_id": 1753, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4", "gt_response": "B. To prevent sticking", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1025, "data_id": 1753, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4", "gt_response": "B. Spray the skillet with oil", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1026, "data_id": 1754, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4", "gt_response": "A. It creates a bright path of light on the floor", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1027, "data_id": 1754, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4", "gt_response": "B. Sunlight enters through an open door", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1028, "data_id": 1755, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4", "gt_response": "C. The clothes.", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1029, "data_id": 1755, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4", "gt_response": "C. The clothes.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1030, "data_id": 1756, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4", "gt_response": "C. The rider makes sharp turns and kicks up dirt", "gt_letter": "C", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1031, "data_id": 1756, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4", "gt_response": "A. The rider ascended a steep dirt hill", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1032, "data_id": 1757, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4", "gt_response": "D. The dish.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1033, "data_id": 1757, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4", "gt_response": "D. The dish.", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1034, "data_id": 1758, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4", "gt_response": "B. The video transitions to a completely black screen", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1035, "data_id": 1758, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4", "gt_response": "B. The person releases the bowling ball", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1036, "data_id": 1759, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4", "gt_response": "B. The colors become more blended and smooth", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1037, "data_id": 1759, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4", "gt_response": "B. Using the cotton swab", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1038, "data_id": 1760, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4", "gt_response": "A. the purple metal cube's colliding with the cyan object", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1039, "data_id": 1760, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4", "gt_response": "C. the sphere's entrance", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1040, "data_id": 1761, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4", "gt_response": "A. Demonstrating how the device works", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1041, "data_id": 1761, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4", "gt_response": "D. Calibrating the device", "gt_letter": "D", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1042, "data_id": 1762, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4", "gt_response": "B. The lid fits snugly over the box", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1043, "data_id": 1762, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4", "gt_response": "B. The lid is positioned over the box", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1044, "data_id": 1763, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4", "gt_response": "B. Water splashes dramatically in the air", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1045, "data_id": 1763, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4", "gt_response": "B. A planned performance routine", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1046, "data_id": 1764, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4", "gt_response": "A. To signal turns or directional adjustments", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1047, "data_id": 1764, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4", "gt_response": "C. Adjusting the camera angle", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1048, "data_id": 1765, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4", "gt_response": "B. To ensure even mixing", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1049, "data_id": 1765, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4", "gt_response": "B. To ensure even mixing", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1050, "data_id": 1766, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4", "gt_response": "B. They become uniformly coated with the dark brown marinade", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1051, "data_id": 1766, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4", "gt_response": "B. The marinade was thoroughly mixed with the chicken pieces", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1052, "data_id": 1767, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4", "gt_response": "C. The person might pretend to clap four times.", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1053, "data_id": 1767, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4", "gt_response": "B. The person was preparing to clap.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1054, "data_id": 1768, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4", "gt_response": "A. Wrought Iron", "gt_letter": "A", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1055, "data_id": 1768, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4", "gt_response": "C. Hurricane", "gt_letter": "C", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1056, "data_id": 1769, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4", "gt_response": "E. coax the baby to sleep.", "gt_letter": "E", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": false, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": false}
+{"sample_idx": 1057, "data_id": 1769, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4", "gt_response": "E. coax the baby to sleep.", "gt_letter": "E", "baseline_text": "E", "baseline_letter": "E", "baseline_correct": true, "tvcd_text": "E", "tvcd_letter": "E", "tvcd_correct": true}
+{"sample_idx": 1058, "data_id": 1770, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4", "gt_response": "C. The egg starts to blend with the rice and vegetables, with the yolk becoming less distinct", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1059, "data_id": 1770, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4", "gt_response": "C. The egg is stirred with the rice and vegetables", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1060, "data_id": 1771, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4", "gt_response": "B. The mixture will be uneven", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1061, "data_id": 1771, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4", "gt_response": "B. Scrape the sides of the processor", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1062, "data_id": 1772, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4", "gt_response": "D. Quickly and aggressively", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1063, "data_id": 1772, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4", "gt_response": "A. It is trained for rodeo events", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1064, "data_id": 1773, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4", "gt_response": "B. 'Troubleshoot Common Errors in the Olympic Lifts'", "gt_letter": "B", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1065, "data_id": 1773, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4", "gt_response": "D. A title card showing the gym's logo", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1066, "data_id": 1774, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4", "gt_response": "A. To show the different steps of using mouthwash", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1067, "data_id": 1774, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4", "gt_response": "A. She needs to demonstrate its usage", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1068, "data_id": 1775, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4", "gt_response": "A. Places it into a red crate", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1069, "data_id": 1775, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4", "gt_response": "B. Examines it closely", "gt_letter": "B", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1070, "data_id": 1776, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4", "gt_response": "C. To maintain focus on the snowboarder", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1071, "data_id": 1776, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4", "gt_response": "C. Move closer to the snowboarder", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1072, "data_id": 1777, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4", "gt_response": "B. He folds the bicycle frame", "gt_letter": "B", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": false, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": false}
+{"sample_idx": 1073, "data_id": 1777, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4", "gt_response": "B. He detaches the front wheel", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1074, "data_id": 1778, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4", "gt_response": "C. Closer to the chair", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}
+{"sample_idx": 1075, "data_id": 1778, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4", "gt_response": "C. To adjust the chair", "gt_letter": "C", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": false, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": false}
+{"sample_idx": 1076, "data_id": 1779, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4", "gt_response": "A. The pen had a cap on", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1077, "data_id": 1779, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4", "gt_response": "A. The pen had a cap on", "gt_letter": "A", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": false, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": false}
+{"sample_idx": 1078, "data_id": 1780, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4", "gt_response": "D. Took the shoe.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1079, "data_id": 1780, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4", "gt_response": "D. Put down the clothes.", "gt_letter": "D", "baseline_text": "D", "baseline_letter": "D", "baseline_correct": true, "tvcd_text": "D", "tvcd_letter": "D", "tvcd_correct": true}
+{"sample_idx": 1080, "data_id": 1781, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/MGDO2.mp4", "gt_response": "A. Closed the door of the closet.", "gt_letter": "A", "baseline_text": "A", "baseline_letter": "A", "baseline_correct": true, "tvcd_text": "A", "tvcd_letter": "A", "tvcd_correct": true}
+{"sample_idx": 1081, "data_id": 1781, "reversal_type": "backward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/STAR/MGDO2.mp4", "gt_response": "B. Stood up.", "gt_letter": "B", "baseline_text": "B", "baseline_letter": "B", "baseline_correct": true, "tvcd_text": "B", "tvcd_letter": "B", "tvcd_correct": true}
+{"sample_idx": 1082, "data_id": 1782, "reversal_type": "forward", "video_abs_path": "/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_aorWXCqqyJs.mp4", "gt_response": "C. To check for incoming waves", "gt_letter": "C", "baseline_text": "C", "baseline_letter": "C", "baseline_correct": true, "tvcd_text": "C", "tvcd_letter": "C", "tvcd_correct": true}

tmp/llava_next_base_tvcd_sweep_a0.1_b0.1_n120/run.log

@@ -0,0 +1,279 @@
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/huggingface_hub/file_download.py:949: FutureWarning: `resume_download` is deprecated and will be removed in version 1.0.0. Downloads always resume when possible. If you want to force a new download, use `force_download=True`.
+  warnings.warn(
+[eval] args={'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'output_dir': 'tmp/llava_next_base_tvcd_sweep_a0.1_b0.1_n120', 'device': 'cuda:0', 'conv_mode': 'vicuna_v1', 'max_samples': 120, 'start_index': 1000, 'frames': 16, 'force_sample': False, 'mm_spatial_pool_stride': 2, 'mm_spatial_pool_mode': 'average', 'mm_newline_position': None, 'temperature': 0.0, 'max_new_tokens': 12, 'top_p': 0.1, 'num_beams': 1, 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.1, 'tvcd_shuffle_seed': 42, 'resume': False}
+[eval] output_dir=tmp/llava_next_base_tvcd_sweep_a0.1_b0.1_n120
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/models/llava/configuration_llava.py:103: FutureWarning: The `vocab_size` argument is deprecated and will be removed in v4.42, since it can be inferred from the `text_config`. Passing this argument has no effect
+  warnings.warn(
+[eval] loading model from /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+You are using a model of type llava to instantiate a model of type llava_llama. This is not supported for all configurations of models and can yield errors.
+You are attempting to use Flash Attention 2.0 with a model not initialized on GPU. Make sure to move the model to GPU after initializing it on CPU with `model.to('cuda')`.
+Some weights of the model checkpoint at /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized were not used when initializing LlavaLlamaForCausalLM: ['model.vision_tower.vision_tower.vision_model.embeddings.class_embedding', 'model.vision_tower.vision_tower.vision_model.embeddings.patch_embedding.weight', 'model.vision_tower.vision_tower.vision_model.embeddings.position_embedding.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.0.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.1.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.10.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.11.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.12.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.13.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.14.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.15.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.16.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.17.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.18.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.19.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.2.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.20.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.21.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.22.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.23.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.3.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.4.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.5.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.6.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.7.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.8.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.layer_norm2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc1.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.mlp.fc2.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.k_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.out_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.q_proj.weight', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.bias', 'model.vision_tower.vision_tower.vision_model.encoder.layers.9.self_attn.v_proj.weight', 'model.vision_tower.vision_tower.vision_model.post_layernorm.bias', 'model.vision_tower.vision_tower.vision_model.post_layernorm.weight', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.bias', 'model.vision_tower.vision_tower.vision_model.pre_layrnorm.weight']
+- This IS expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model).
+- This IS NOT expected if you are initializing LlavaLlamaForCausalLM from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model).
+Loaded LLaVA model: /data4/runqing/hf/LLaVA-NeXT-Video-7B-localized
+Overwriting config with {'mm_spatial_pool_mode': 'average', 'mm_spatial_pool_stride': 2, 'mm_newline_position': 'no_token'}
+Model Class: LlavaLlamaForCausalLM
+[eval] model loaded
+[eval] loaded 120 samples from /data4/runqing/dLLM-RL/data/video_reversal_sft_test.json
+[eval] sample_idx=1000 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:492: UserWarning: `do_sample` is set to `False`. However, `temperature` is set to `0.0` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `temperature`.
+  warnings.warn(
+/data8/runqing/miniconda/envs/llava-next-video/lib/python3.10/site-packages/transformers/generation/configuration_utils.py:497: UserWarning: `do_sample` is set to `False`. However, `top_p` is set to `0.1` -- this flag is only used in sample-based generation modes. You should set `do_sample=True` or unset `top_p`.
+  warnings.warn(
+[eval] sample_idx=1000 baseline=B
+[eval] sample_idx=1000 tvcd=B
+[eval] sample_idx=1001 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/CUQYX.mp4
+[eval] sample_idx=1001 baseline=A
+[eval] sample_idx=1001 tvcd=A
+[eval] sample_idx=1002 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4
+[eval] sample_idx=1002 baseline=A
+[eval] sample_idx=1002 tvcd=A
+[eval] sample_idx=1003 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_4872.mp4
+[eval] sample_idx=1003 baseline=A
+[eval] sample_idx=1003 tvcd=A
+[eval] sample_idx=1004 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4
+[eval] sample_idx=1004 baseline=A
+[eval] sample_idx=1004 tvcd=A
+[eval] sample_idx=1005 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_LSaUJwsU4GQ.mp4
+[eval] sample_idx=1005 baseline=B
+[eval] sample_idx=1005 tvcd=B
+[eval] sample_idx=1006 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4
+[eval] sample_idx=1006 baseline=C
+[eval] sample_idx=1006 tvcd=C
+[eval] sample_idx=1007 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_00629.mp4
+[eval] sample_idx=1007 baseline=C
+[eval] sample_idx=1007 tvcd=C
+[eval] sample_idx=1008 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4
+[eval] sample_idx=1008 baseline=C
+[eval] sample_idx=1008 tvcd=C
+[eval] sample_idx=1009 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01798.mp4
+[eval] sample_idx=1009 baseline=A
+[eval] sample_idx=1009 tvcd=A
+{'samples_done': 10, 'baseline_acc': 0.1, 'tvcd_acc': 0.1, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.1}
+[eval] sample_idx=1010 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
+[eval] sample_idx=1010 baseline=A
+[eval] sample_idx=1010 tvcd=A
+[eval] sample_idx=1011 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/K3T1B.mp4
+[eval] sample_idx=1011 baseline=A
+[eval] sample_idx=1011 tvcd=A
+[eval] sample_idx=1012 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4
+[eval] sample_idx=1012 baseline=B
+[eval] sample_idx=1012 tvcd=B
+[eval] sample_idx=1013 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/XPOKK.mp4
+[eval] sample_idx=1013 baseline=B
+[eval] sample_idx=1013 tvcd=B
+[eval] sample_idx=1014 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4
+[eval] sample_idx=1014 baseline=A
+[eval] sample_idx=1014 tvcd=A
+[eval] sample_idx=1015 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/DQ0EE.mp4
+[eval] sample_idx=1015 baseline=A
+[eval] sample_idx=1015 tvcd=A
+[eval] sample_idx=1016 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4
+[eval] sample_idx=1016 baseline=A
+[eval] sample_idx=1016 tvcd=A
+[eval] sample_idx=1017 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1021/6537623889.mp4
+[eval] sample_idx=1017 baseline=A
+[eval] sample_idx=1017 tvcd=A
+[eval] sample_idx=1018 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4
+[eval] sample_idx=1018 baseline=A
+[eval] sample_idx=1018 tvcd=A
+[eval] sample_idx=1019 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1160/5596610883.mp4
+[eval] sample_idx=1019 baseline=A
+[eval] sample_idx=1019 tvcd=A
+{'samples_done': 20, 'baseline_acc': 0.25, 'tvcd_acc': 0.25, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.1}
+[eval] sample_idx=1020 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
+[eval] sample_idx=1020 baseline=A
+[eval] sample_idx=1020 tvcd=A
+[eval] sample_idx=1021 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/303/nrsFW3HE7yo/split_6.mp4
+[eval] sample_idx=1021 baseline=B
+[eval] sample_idx=1021 tvcd=B
+[eval] sample_idx=1022 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4
+[eval] sample_idx=1022 baseline=C
+[eval] sample_idx=1022 tvcd=C
+[eval] sample_idx=1023 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/404/p2GVwIauFks/split_1.mp4
+[eval] sample_idx=1023 baseline=B
+[eval] sample_idx=1023 tvcd=B
+[eval] sample_idx=1024 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4
+[eval] sample_idx=1024 baseline=B
+[eval] sample_idx=1024 tvcd=B
+[eval] sample_idx=1025 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/101/VcIF3HOI9wI/split_1.mp4
+[eval] sample_idx=1025 baseline=B
+[eval] sample_idx=1025 tvcd=B
+[eval] sample_idx=1026 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4
+[eval] sample_idx=1026 baseline=A
+[eval] sample_idx=1026 tvcd=A
+[eval] sample_idx=1027 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/Charades/UPL9S.mp4
+[eval] sample_idx=1027 baseline=B
+[eval] sample_idx=1027 tvcd=B
+[eval] sample_idx=1028 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4
+[eval] sample_idx=1028 baseline=C
+[eval] sample_idx=1028 tvcd=C
+[eval] sample_idx=1029 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/5776I.mp4
+[eval] sample_idx=1029 baseline=A
+[eval] sample_idx=1029 tvcd=A
+{'samples_done': 30, 'baseline_acc': 0.4, 'tvcd_acc': 0.4, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.1}
+[eval] sample_idx=1030 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
+[eval] sample_idx=1030 baseline=D
+[eval] sample_idx=1030 tvcd=D
+[eval] sample_idx=1031 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Sb2SPX38lyQ.mp4
+[eval] sample_idx=1031 baseline=D
+[eval] sample_idx=1031 tvcd=D
+[eval] sample_idx=1032 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4
+[eval] sample_idx=1032 baseline=A
+[eval] sample_idx=1032 tvcd=A
+[eval] sample_idx=1033 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/6MH42.mp4
+[eval] sample_idx=1033 baseline=A
+[eval] sample_idx=1033 tvcd=A
+[eval] sample_idx=1034 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4
+[eval] sample_idx=1034 baseline=D
+[eval] sample_idx=1034 tvcd=D
+[eval] sample_idx=1035 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_Qo3riKtRg2c.mp4
+[eval] sample_idx=1035 baseline=B
+[eval] sample_idx=1035 tvcd=B
+[eval] sample_idx=1036 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4
+[eval] sample_idx=1036 baseline=D
+[eval] sample_idx=1036 tvcd=D
+[eval] sample_idx=1037 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_PzXAZDJrXQA.mp4
+[eval] sample_idx=1037 baseline=B
+[eval] sample_idx=1037 tvcd=B
+[eval] sample_idx=1038 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4
+[eval] sample_idx=1038 baseline=A
+[eval] sample_idx=1038 tvcd=A
+[eval] sample_idx=1039 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/CLEVRER/train_videos/video_01911.mp4
+[eval] sample_idx=1039 baseline=A
+[eval] sample_idx=1039 tvcd=A
+{'samples_done': 40, 'baseline_acc': 0.375, 'tvcd_acc': 0.375, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.1}
+[eval] sample_idx=1040 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
+[eval] sample_idx=1040 baseline=C
+[eval] sample_idx=1040 tvcd=C
+[eval] sample_idx=1041 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/liwei_youtube_videos/videos/youtube_video_2024/ytb_Pfzb9eJo6PQ.mp4
+[eval] sample_idx=1041 baseline=A
+[eval] sample_idx=1041 tvcd=A
+[eval] sample_idx=1042 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4
+[eval] sample_idx=1042 baseline=B
+[eval] sample_idx=1042 tvcd=B
+[eval] sample_idx=1043 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_468.mp4
+[eval] sample_idx=1043 baseline=B
+[eval] sample_idx=1043 tvcd=B
+[eval] sample_idx=1044 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4
+[eval] sample_idx=1044 baseline=B
+[eval] sample_idx=1044 tvcd=B
+[eval] sample_idx=1045 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_ZhUC4qTGdHY.mp4
+[eval] sample_idx=1045 baseline=B
+[eval] sample_idx=1045 tvcd=B
+[eval] sample_idx=1046 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4
+[eval] sample_idx=1046 baseline=A
+[eval] sample_idx=1046 tvcd=A
+[eval] sample_idx=1047 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_6VygM9-XgAk.mp4
+[eval] sample_idx=1047 baseline=A
+[eval] sample_idx=1047 tvcd=A
+[eval] sample_idx=1048 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4
+[eval] sample_idx=1048 baseline=B
+[eval] sample_idx=1048 tvcd=B
+[eval] sample_idx=1049 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/121/LnlYlMuX1Cc/split_5.mp4
+[eval] sample_idx=1049 baseline=B
+[eval] sample_idx=1049 tvcd=B
+{'samples_done': 50, 'baseline_acc': 0.44, 'tvcd_acc': 0.44, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.1}
+[eval] sample_idx=1050 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
+[eval] sample_idx=1050 baseline=B
+[eval] sample_idx=1050 tvcd=B
+[eval] sample_idx=1051 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/301/BFz-pqB2Opw/split_0.mp4
+[eval] sample_idx=1051 baseline=B
+[eval] sample_idx=1051 tvcd=B
+[eval] sample_idx=1052 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4
+[eval] sample_idx=1052 baseline=A
+[eval] sample_idx=1052 tvcd=A
+[eval] sample_idx=1053 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_3570.mp4
+[eval] sample_idx=1053 baseline=B
+[eval] sample_idx=1053 tvcd=B
+[eval] sample_idx=1054 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4
+[eval] sample_idx=1054 baseline=D
+[eval] sample_idx=1054 tvcd=D
+[eval] sample_idx=1055 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_4SecbKo1iGE.mp4
+[eval] sample_idx=1055 baseline=B
+[eval] sample_idx=1055 tvcd=B
+[eval] sample_idx=1056 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4
+[eval] sample_idx=1056 baseline=B
+[eval] sample_idx=1056 tvcd=B
+[eval] sample_idx=1057 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/NeXT-QA/NextQA/NExTVideo/1028/7173367242.mp4
+[eval] sample_idx=1057 baseline=E
+[eval] sample_idx=1057 tvcd=E
+[eval] sample_idx=1058 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4
+[eval] sample_idx=1058 baseline=C
+[eval] sample_idx=1058 tvcd=C
+[eval] sample_idx=1059 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/323/RBsbedWWmUI/split_9.mp4
+[eval] sample_idx=1059 baseline=C
+[eval] sample_idx=1059 tvcd=C
+{'samples_done': 60, 'baseline_acc': 0.4666666666666667, 'tvcd_acc': 0.4666666666666667, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.1}
+[eval] sample_idx=1060 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
+[eval] sample_idx=1060 baseline=B
+[eval] sample_idx=1060 tvcd=B
+[eval] sample_idx=1061 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/youcook2/229/_j-0ElzS88Q/split_9.mp4
+[eval] sample_idx=1061 baseline=B
+[eval] sample_idx=1061 tvcd=B
+[eval] sample_idx=1062 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4
+[eval] sample_idx=1062 baseline=D
+[eval] sample_idx=1062 tvcd=D
+[eval] sample_idx=1063 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_NnW_1eQV9GU.mp4
+[eval] sample_idx=1063 baseline=A
+[eval] sample_idx=1063 tvcd=A
+[eval] sample_idx=1064 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4
+[eval] sample_idx=1064 baseline=C
+[eval] sample_idx=1064 tvcd=C
+[eval] sample_idx=1065 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v__Zq8ugolzlA.mp4
+[eval] sample_idx=1065 baseline=D
+[eval] sample_idx=1065 tvcd=D
+[eval] sample_idx=1066 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4
+[eval] sample_idx=1066 baseline=A
+[eval] sample_idx=1066 tvcd=A
+[eval] sample_idx=1067 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_yVQBdK8VQ_I.mp4
+[eval] sample_idx=1067 baseline=A
+[eval] sample_idx=1067 tvcd=A
+[eval] sample_idx=1068 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4
+[eval] sample_idx=1068 baseline=A
+[eval] sample_idx=1068 tvcd=A
+[eval] sample_idx=1069 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/NextQA/1016/2833808682.mp4
+[eval] sample_idx=1069 baseline=A
+[eval] sample_idx=1069 tvcd=A
+{'samples_done': 70, 'baseline_acc': 0.5142857142857142, 'tvcd_acc': 0.5142857142857142, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.1}
+[eval] sample_idx=1070 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
+[eval] sample_idx=1070 baseline=C
+[eval] sample_idx=1070 tvcd=C
+[eval] sample_idx=1071 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_FXb8rBMvol4.mp4
+[eval] sample_idx=1071 baseline=C
+[eval] sample_idx=1071 tvcd=C
+[eval] sample_idx=1072 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4
+[eval] sample_idx=1072 baseline=D
+[eval] sample_idx=1072 tvcd=D
+[eval] sample_idx=1073 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_PLqTX6ij52U.mp4
+[eval] sample_idx=1073 baseline=B
+[eval] sample_idx=1073 tvcd=B
+[eval] sample_idx=1074 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4
+[eval] sample_idx=1074 baseline=C
+[eval] sample_idx=1074 tvcd=C
+[eval] sample_idx=1075 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_-zZJmRT9udU.mp4
+[eval] sample_idx=1075 baseline=A
+[eval] sample_idx=1075 tvcd=A
+[eval] sample_idx=1076 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4
+[eval] sample_idx=1076 baseline=C
+[eval] sample_idx=1076 tvcd=C
+[eval] sample_idx=1077 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/PerceptionTest/video_1434.mp4
+[eval] sample_idx=1077 baseline=C
+[eval] sample_idx=1077 tvcd=C
+[eval] sample_idx=1078 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4
+[eval] sample_idx=1078 baseline=D
+[eval] sample_idx=1078 tvcd=D
+[eval] sample_idx=1079 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/U75AZ.mp4
+[eval] sample_idx=1079 baseline=D
+[eval] sample_idx=1079 tvcd=D
+{'samples_done': 80, 'baseline_acc': 0.525, 'tvcd_acc': 0.525, 'model_path': '/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized', 'dataset_json': '/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json', 'use_tvcd': True, 'cd_alpha': 0.1, 'cd_beta': 0.1}
+[eval] sample_idx=1080 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/STAR/MGDO2.mp4
+[eval] sample_idx=1080 baseline=A
+[eval] sample_idx=1080 tvcd=A
+[eval] sample_idx=1081 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/STAR/MGDO2.mp4
+[eval] sample_idx=1081 baseline=B
+[eval] sample_idx=1081 tvcd=B
+[eval] sample_idx=1082 reversal_type=forward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_aorWXCqqyJs.mp4
+[eval] sample_idx=1082 baseline=C
+[eval] sample_idx=1082 tvcd=C
+[eval] sample_idx=1083 reversal_type=backward video=/data4/runqing/hf/Video-R1-data/LLaVA-Video-178K/academic_source/activitynet/v_aorWXCqqyJs.mp4

tmp/llava_next_base_tvcd_sweep_a0.1_b0.1_n120/summary.json

@@ -0,0 +1,10 @@
+{
+  "samples_done": 80,
+  "baseline_acc": 0.525,
+  "tvcd_acc": 0.525,
+  "model_path": "/data4/runqing/hf/LLaVA-NeXT-Video-7B-localized",
+  "dataset_json": "/data4/runqing/dLLM-RL/data/video_reversal_sft_test.json",
+  "use_tvcd": true,
+  "cd_alpha": 0.1,
+  "cd_beta": 0.1
+}