Upload folder using huggingface_hub (part 6)

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level1/baseline_0.20/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 1,
+  "task": "youtube_level1",
+  "baseline": "0.20",
+  "scoring": "generate",
+  "num_samples": 205,
+  "accuracy": 0.3121951219512195,
+  "num_correct": 64,
+  "num_unparsed": 105,
+  "unparsed_rate": 0.5121951219512195,
+  "answer_instruction": "Answer with a single letter: A, B, C, or D.",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 48.80776047706604,
+  "samples_per_second": 4.200151738089399
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level1/baseline_0.25/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 1,
+  "task": "youtube_level1",
+  "baseline": "0.25",
+  "scoring": "generate",
+  "num_samples": 821,
+  "accuracy": 0.2935444579780755,
+  "num_correct": 241,
+  "num_unparsed": 436,
+  "unparsed_rate": 0.5310596833130329,
+  "answer_instruction": "Answer with a single letter: A, B, C, or D.",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 50.188525676727295,
+  "samples_per_second": 16.35832073028402
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level1/baseline_0.25/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 1,
+  "task": "youtube_level1",
+  "baseline": "0.25",
+  "scoring": "generate",
+  "num_samples": 206,
+  "accuracy": 0.2621359223300971,
+  "num_correct": 54,
+  "num_unparsed": 118,
+  "unparsed_rate": 0.5728155339805825,
+  "answer_instruction": "Answer with a single letter: A, B, C, or D.",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 49.063581466674805,
+  "samples_per_second": 4.19863356571147
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level1/baseline_0.25/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 1,
+  "task": "youtube_level1",
+  "baseline": "0.25",
+  "scoring": "generate",
+  "num_samples": 205,
+  "accuracy": 0.2682926829268293,
+  "num_correct": 55,
+  "num_unparsed": 109,
+  "unparsed_rate": 0.5317073170731708,
+  "answer_instruction": "Answer with a single letter: A, B, C, or D.",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 48.47278904914856,
+  "samples_per_second": 4.229176905668499
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level1/baseline_0.25/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 1,
+  "task": "youtube_level1",
+  "baseline": "0.25",
+  "scoring": "generate",
+  "num_samples": 205,
+  "accuracy": 0.2975609756097561,
+  "num_correct": 61,
+  "num_unparsed": 109,
+  "unparsed_rate": 0.5317073170731708,
+  "answer_instruction": "Answer with a single letter: A, B, C, or D.",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 50.188525676727295,
+  "samples_per_second": 4.084598964321833
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level1/baseline_0.25/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 1,
+  "task": "youtube_level1",
+  "baseline": "0.25",
+  "scoring": "generate",
+  "num_samples": 205,
+  "accuracy": 0.3463414634146341,
+  "num_correct": 71,
+  "num_unparsed": 100,
+  "unparsed_rate": 0.4878048780487805,
+  "answer_instruction": "Answer with a single letter: A, B, C, or D.",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 49.0367591381073,
+  "samples_per_second": 4.180537286785966
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.00/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.00",
+  "scoring": "generate",
+  "num_samples": 764,
+  "accuracy": 0.03795811518324607,
+  "num_correct": 29,
+  "num_unparsed": 672,
+  "unparsed_rate": 0.8795811518324608,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 49.23310446739197,
+  "samples_per_second": 15.518013910863814
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.00/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.00",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.02617801047120419,
+  "num_correct": 5,
+  "num_unparsed": 167,
+  "unparsed_rate": 0.8743455497382199,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 47.68956732749939,
+  "samples_per_second": 4.005068837977547
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.00/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.00",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.05235602094240838,
+  "num_correct": 10,
+  "num_unparsed": 166,
+  "unparsed_rate": 0.8691099476439791,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 47.42433047294617,
+  "samples_per_second": 4.027468560867896
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.00/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.00",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.05235602094240838,
+  "num_correct": 10,
+  "num_unparsed": 168,
+  "unparsed_rate": 0.8795811518324608,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 49.23310446739197,
+  "samples_per_second": 3.8795034777159536
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.00/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.00",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.020942408376963352,
+  "num_correct": 4,
+  "num_unparsed": 171,
+  "unparsed_rate": 0.8952879581151832,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 47.84153366088867,
+  "samples_per_second": 3.992346929215315
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.05/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.05",
+  "scoring": "generate",
+  "num_samples": 764,
+  "accuracy": 0.03795811518324607,
+  "num_correct": 29,
+  "num_unparsed": 671,
+  "unparsed_rate": 0.8782722513089005,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 49.33743500709534,
+  "samples_per_second": 15.485199015516864
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.05/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.05",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.015706806282722512,
+  "num_correct": 3,
+  "num_unparsed": 169,
+  "unparsed_rate": 0.8848167539267016,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 48.017895221710205,
+  "samples_per_second": 3.9776837180827465
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.05/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.05",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.05235602094240838,
+  "num_correct": 10,
+  "num_unparsed": 167,
+  "unparsed_rate": 0.8743455497382199,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 47.40277671813965,
+  "samples_per_second": 4.029299826373038
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.05/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.05",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.041884816753926704,
+  "num_correct": 8,
+  "num_unparsed": 170,
+  "unparsed_rate": 0.8900523560209425,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 49.33743500709534,
+  "samples_per_second": 3.871299753879216
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.05/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.05",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.041884816753926704,
+  "num_correct": 8,
+  "num_unparsed": 165,
+  "unparsed_rate": 0.8638743455497382,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 48.098326444625854,
+  "samples_per_second": 3.9710321360118948
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.10/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.10",
+  "scoring": "generate",
+  "num_samples": 764,
+  "accuracy": 0.030104712041884817,
+  "num_correct": 23,
+  "num_unparsed": 675,
+  "unparsed_rate": 0.8835078534031413,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 49.15604829788208,
+  "samples_per_second": 15.542339680566174
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.10/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.10",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.020942408376963352,
+  "num_correct": 4,
+  "num_unparsed": 171,
+  "unparsed_rate": 0.8952879581151832,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 47.62239384651184,
+  "samples_per_second": 4.010718163719315
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.10/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.10",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.04712041884816754,
+  "num_correct": 9,
+  "num_unparsed": 165,
+  "unparsed_rate": 0.8638743455497382,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 47.39005398750305,
+  "samples_per_second": 4.030381565937179
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.10/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.10",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.02617801047120419,
+  "num_correct": 5,
+  "num_unparsed": 172,
+  "unparsed_rate": 0.900523560209424,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 49.15604829788208,
+  "samples_per_second": 3.8855849201415436
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.10/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.10",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.02617801047120419,
+  "num_correct": 5,
+  "num_unparsed": 167,
+  "unparsed_rate": 0.8743455497382199,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 47.86641883850098,
+  "samples_per_second": 3.9902713558836505
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.15/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.15",
+  "scoring": "generate",
+  "num_samples": 764,
+  "accuracy": 0.034031413612565446,
+  "num_correct": 26,
+  "num_unparsed": 669,
+  "unparsed_rate": 0.8756544502617801,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 49.25848054885864,
+  "samples_per_second": 15.51001962478728
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.15/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.15",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.02617801047120419,
+  "num_correct": 5,
+  "num_unparsed": 167,
+  "unparsed_rate": 0.8743455497382199,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 47.783774614334106,
+  "samples_per_second": 3.997172712737183
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.15/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.15",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.04712041884816754,
+  "num_correct": 9,
+  "num_unparsed": 166,
+  "unparsed_rate": 0.8691099476439791,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 47.50464963912964,
+  "samples_per_second": 4.020659060764298
+}

result/_archive_narrated_prompt/Qwen_Qwen3.5-4B/youtube_level2/baseline_0.15/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.15",
+  "scoring": "generate",
+  "num_samples": 191,
+  "accuracy": 0.031413612565445025,
+  "num_correct": 6,
+  "num_unparsed": 168,
+  "unparsed_rate": 0.8795811518324608,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": true,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 49.25848054885864,
+  "samples_per_second": 3.87750490619682
+}