Upload folder using huggingface_hub (part 2)

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.00/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.00",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.24401913875598086,
+  "num_correct": 51,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 40.40080738067627,
+  "samples_per_second": 5.173163942757363
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.05",
+  "scoring": "generate",
+  "num_samples": 836,
+  "accuracy": 0.2452153110047847,
+  "num_correct": 205,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 41.78576159477234,
+  "samples_per_second": 20.006814955470116
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.05",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.3014354066985646,
+  "num_correct": 63,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 40.12726616859436,
+  "samples_per_second": 5.208428581251669
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.05",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.2631578947368421,
+  "num_correct": 55,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 41.28731918334961,
+  "samples_per_second": 5.062086958755262
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.05",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.19138755980861244,
+  "num_correct": 40,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 41.78576159477234,
+  "samples_per_second": 5.001703738867529
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.05/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.05",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.22488038277511962,
+  "num_correct": 47,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 41.28069281578064,
+  "samples_per_second": 5.062899523820594
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.10",
+  "scoring": "generate",
+  "num_samples": 836,
+  "accuracy": 0.23923444976076555,
+  "num_correct": 200,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 41.29511094093323,
+  "samples_per_second": 20.24452728062116
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.10",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.291866028708134,
+  "num_correct": 61,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 40.01466393470764,
+  "samples_per_second": 5.223085225482027
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.10",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.2535885167464115,
+  "num_correct": 53,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 40.32780385017395,
+  "samples_per_second": 5.182528678637642
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.10",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.18181818181818182,
+  "num_correct": 38,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 41.29511094093323,
+  "samples_per_second": 5.06113182015529
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.10/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.10",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.22966507177033493,
+  "num_correct": 48,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 40.534538984298706,
+  "samples_per_second": 5.156096633563722
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.15",
+  "scoring": "generate",
+  "num_samples": 836,
+  "accuracy": 0.25239234449760767,
+  "num_correct": 211,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 41.511862993240356,
+  "samples_per_second": 20.13882152521392
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.15",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.2727272727272727,
+  "num_correct": 57,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 40.5939257144928,
+  "samples_per_second": 5.148553541481776
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.15",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.2727272727272727,
+  "num_correct": 57,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 40.53896141052246,
+  "samples_per_second": 5.15553415104885
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.15",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.22488038277511962,
+  "num_correct": 47,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 41.511862993240356,
+  "samples_per_second": 5.03470538130348
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.15/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.15",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.23923444976076555,
+  "num_correct": 50,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 40.63222599029541,
+  "samples_per_second": 5.143700471884497
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.20",
+  "scoring": "generate",
+  "num_samples": 836,
+  "accuracy": 0.2595693779904306,
+  "num_correct": 217,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 41.89776062965393,
+  "samples_per_second": 19.953333720855362
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.20",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.2535885167464115,
+  "num_correct": 53,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 40.195486545562744,
+  "samples_per_second": 5.199588758879495
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.20",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.2966507177033493,
+  "num_correct": 62,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 40.00703024864197,
+  "samples_per_second": 5.2240818351443234
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.20",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.23923444976076555,
+  "num_correct": 50,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 41.89776062965393,
+  "samples_per_second": 4.9883334302138405
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.20/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.20",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.24880382775119617,
+  "num_correct": 52,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 40.14028787612915,
+  "samples_per_second": 5.20673894130912
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.25",
+  "scoring": "generate",
+  "num_samples": 836,
+  "accuracy": 0.26555023923444976,
+  "num_correct": 222,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 42.45227670669556,
+  "samples_per_second": 19.69270118952528
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.25",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.291866028708134,
+  "num_correct": 61,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 40.7334680557251,
+  "samples_per_second": 5.1309159267774405
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.25",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.2727272727272727,
+  "num_correct": 57,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 40.81743621826172,
+  "samples_per_second": 5.120360790972301
+}

result/Qwen_Qwen2.5-VL-3B-Instruct/youtube_level3/baseline_0.25/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen2.5-VL-3B-Instruct",
+  "dataset": "youtube",
+  "level": 3,
+  "task": "youtube_level3",
+  "baseline": "0.25",
+  "scoring": "generate",
+  "num_samples": 209,
+  "accuracy": 0.2535885167464115,
+  "num_correct": 53,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 42.45227670669556,
+  "samples_per_second": 4.92317529738132
+}