File size: 3,582 Bytes
2616764 | 1 2 | {"gold_dir": "results/composition/op-difficulty-10B/graphs", "generated_path": "results/Qwen3-100M-ep2/composition", "results_dir": "results/Qwen3-100M-ep2/composition/graphs", "per_file": [{"file": "results/Qwen3-100M-ep2/composition/checkpoint-42637_id_generations.jsonl", "total": 1152000, "missing_solution": 0, "missing_gold": 0, "parse_fail": 0, "perfect": 1025271, "value_mismatch": 7614, "dependency_mismatch": 124764, "answer_mismatch": 6685, "extra_nodes": 8961, "missing_nodes": 8472, "perfect_with_extra": 212, "unused_gold_entries": 10000, "template_stats": {"crazy_zootopia": {"total": 379008, "perfect": 337938, "value_mismatch": 2122, "answer_mismatch": 1792, "dependency_mismatch": 40460, "missing_nodes": 2772, "extra_nodes": 2814, "perfect_with_extra": 14}, "teachers_in_school": {"total": 390656, "perfect": 347251, "dependency_mismatch": 42832, "extra_nodes": 3509, "missing_nodes": 3119, "value_mismatch": 2771, "answer_mismatch": 2614, "perfect_with_extra": 90}, "movie_festival_awards": {"total": 382336, "perfect": 340082, "value_mismatch": 2721, "answer_mismatch": 2279, "dependency_mismatch": 41472, "extra_nodes": 2638, "missing_nodes": 2581, "perfect_with_extra": 108}}, "results_path": "results/Qwen3-100M-ep2/composition/graphs/checkpoint-42637_id_generations.jsonl.graph_results.jsonl"}, {"file": "results/Qwen3-100M-ep2/composition/checkpoint-42637_ood_generations.jsonl", "total": 1280000, "missing_solution": 0, "missing_gold": 0, "parse_fail": 0, "perfect": 287032, "value_mismatch": 791383, "dependency_mismatch": 961794, "answer_mismatch": 677438, "extra_nodes": 49443, "missing_nodes": 682684, "perfect_with_extra": 65, "unused_gold_entries": 9000, "template_stats": {"crazy_zootopia": {"total": 430720, "perfect": 98593, "value_mismatch": 263269, "dependency_mismatch": 321533, "answer_mismatch": 226094, "extra_nodes": 17630, "perfect_with_extra": 41, "missing_nodes": 226021}, "movie_festival_awards": {"total": 418816, "perfect": 92018, "value_mismatch": 264818, "dependency_mismatch": 316044, "answer_mismatch": 226436, "missing_nodes": 225540, "extra_nodes": 16902, "perfect_with_extra": 7}, "teachers_in_school": {"total": 430464, "perfect": 96421, "value_mismatch": 263296, "answer_mismatch": 224908, "dependency_mismatch": 324217, "extra_nodes": 14911, "missing_nodes": 231123, "perfect_with_extra": 17}}, "results_path": "results/Qwen3-100M-ep2/composition/graphs/checkpoint-42637_ood_generations.jsonl.graph_results.jsonl"}], "aggregate": {"files": 2, "total": 2432000, "missing_solution": 0, "missing_gold": 0, "parse_fail": 0, "perfect": 1312303, "value_mismatch": 798997, "dependency_mismatch": 1086558, "answer_mismatch": 684123, "extra_nodes": 58404, "missing_nodes": 691156, "perfect_with_extra": 277, "skipped": 0, "unused_gold_entries": 0, "aggregated": true, "report_path": "results/Qwen3-100M-ep2/composition/graphs/composition_score_report.jsonl", "template_stats": {"crazy_zootopia": {"total": 809728, "perfect": 436531, "value_mismatch": 265391, "answer_mismatch": 227886, "dependency_mismatch": 361993, "missing_nodes": 228793, "extra_nodes": 20444, "perfect_with_extra": 55}, "teachers_in_school": {"total": 821120, "perfect": 443672, "dependency_mismatch": 367049, "extra_nodes": 18420, "missing_nodes": 234242, "value_mismatch": 266067, "answer_mismatch": 227522, "perfect_with_extra": 107}, "movie_festival_awards": {"total": 801152, "perfect": 432100, "value_mismatch": 267539, "answer_mismatch": 228715, "dependency_mismatch": 357516, "extra_nodes": 19540, "missing_nodes": 228121, "perfect_with_extra": 115}}}}
|