Upload folder using huggingface_hub (part 5)

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.00/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.00",
+  "scoring": "likelihood",
+  "num_samples": 764,
+  "accuracy": 0.418848167539267,
+  "num_correct": 320,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 37.50293445587158,
+  "samples_per_second": 20.371739200807674
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.00/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.00",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.4083769633507853,
+  "num_correct": 78,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 36.55298376083374,
+  "samples_per_second": 5.2252916273460315
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.00/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.00",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.450261780104712,
+  "num_correct": 86,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 36.29963827133179,
+  "samples_per_second": 5.261760422302755
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.00/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.00",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.42408376963350786,
+  "num_correct": 81,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 37.50293445587158,
+  "samples_per_second": 5.092934800201919
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.00/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.00",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.39267015706806285,
+  "num_correct": 75,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 36.83789014816284,
+  "samples_per_second": 5.184878917652276
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.05/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.05",
+  "scoring": "likelihood",
+  "num_samples": 764,
+  "accuracy": 0.42277486910994766,
+  "num_correct": 323,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 37.67427349090576,
+  "samples_per_second": 20.27909045636734
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.05/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.05",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.41361256544502617,
+  "num_correct": 79,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 36.37861680984497,
+  "samples_per_second": 5.250337059222949
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.05/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.05",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.4397905759162304,
+  "num_correct": 84,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 36.25076460838318,
+  "samples_per_second": 5.268854383166039
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.05/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.05",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.42408376963350786,
+  "num_correct": 81,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 37.67427349090576,
+  "samples_per_second": 5.069772614091835
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.05/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.05",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.41361256544502617,
+  "num_correct": 79,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 36.60825705528259,
+  "samples_per_second": 5.217402175459172
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.10/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.10",
+  "scoring": "likelihood",
+  "num_samples": 764,
+  "accuracy": 0.4293193717277487,
+  "num_correct": 328,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 38.091694355010986,
+  "samples_per_second": 20.056865753452506
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.10/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.10",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.4397905759162304,
+  "num_correct": 84,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 36.95055961608887,
+  "samples_per_second": 5.1690692098973114
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.10/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.10",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.43455497382198954,
+  "num_correct": 83,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 36.7716019153595,
+  "samples_per_second": 5.194225708187581
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.10/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.10",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.418848167539267,
+  "num_correct": 80,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 38.091694355010986,
+  "samples_per_second": 5.0142164383631265
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.10/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.10",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.42408376963350786,
+  "num_correct": 81,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 36.881108045578,
+  "samples_per_second": 5.178803190076624
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.15/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.15",
+  "scoring": "likelihood",
+  "num_samples": 764,
+  "accuracy": 0.43717277486910994,
+  "num_correct": 334,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 37.60738945007324,
+  "samples_per_second": 20.315156440578516
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.15/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.15",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.450261780104712,
+  "num_correct": 86,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 36.62264108657837,
+  "samples_per_second": 5.215352971088657
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.15/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.15",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.4293193717277487,
+  "num_correct": 82,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 36.70540809631348,
+  "samples_per_second": 5.203592873802789
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.15/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.15",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.4293193717277487,
+  "num_correct": 82,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 37.60738945007324,
+  "samples_per_second": 5.078789110144629
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.15/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.15",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.4397905759162304,
+  "num_correct": 84,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 36.60187005996704,
+  "samples_per_second": 5.218312607718492
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.20/metrics.json

@@ -0,0 +1,25 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.20",
+  "scoring": "likelihood",
+  "num_samples": 764,
+  "accuracy": 0.4476439790575916,
+  "num_correct": 342,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "elapsed_seconds": 37.8256413936615,
+  "samples_per_second": 20.197939065959226
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.20/metrics_shard0.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.20",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.45549738219895286,
+  "num_correct": 87,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 0,
+  "elapsed_seconds": 37.1693811416626,
+  "samples_per_second": 5.138638151441025
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.20/metrics_shard1.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.20",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.44502617801047123,
+  "num_correct": 85,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 1,
+  "elapsed_seconds": 36.689135789871216,
+  "samples_per_second": 5.205900762937279
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.20/metrics_shard2.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.20",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.4397905759162304,
+  "num_correct": 84,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 2,
+  "elapsed_seconds": 37.8256413936615,
+  "samples_per_second": 5.049484766489806
+}

result/_archive_l2_v1/Qwen_Qwen3.5-4B-Base/youtube_level2/baseline_0.20/metrics_shard3.json

@@ -0,0 +1,26 @@
+{
+  "model_id": "Qwen/Qwen3.5-4B-Base",
+  "dataset": "youtube",
+  "level": 2,
+  "task": "youtube_level2",
+  "baseline": "0.20",
+  "scoring": "likelihood",
+  "num_samples": 191,
+  "accuracy": 0.450261780104712,
+  "num_correct": 86,
+  "num_unparsed": 0,
+  "unparsed_rate": 0.0,
+  "answer_instruction": "",
+  "num_choices": 4,
+  "has_chat_template": false,
+  "enable_thinking": false,
+  "batch_size": 8,
+  "max_new_tokens": 16,
+  "image_min_pixels": 401408,
+  "image_max_pixels": 1003520,
+  "dtype": "bf16",
+  "num_shards": 4,
+  "shard_id": 3,
+  "elapsed_seconds": 37.18783354759216,
+  "samples_per_second": 5.136088386422469
+}