Upload extrapolation artifact: 020305 OPD Ref-KL OP11-14 step200 score report

020305/evals/opd_ckpt18809_refkl_op11_14_s200_merged_hf/graph_results/opd_ckpt18809_refkl_op11_14_s200_mergedhf_paper_eval_r77_score_report.jsonl

@@ -0,0 +1 @@
+{"gold_dir": "/mnt/hdfs/output/work/opd_ckpt18809_refkl_op11_14_s200_mergedhf_paper_eval_r77/gold_graphs", "generated_path": "/mnt/hdfs/output/work/opd_ckpt18809_refkl_op11_14_s200_mergedhf_paper_eval_r77", "results_dir": "/mnt/hdfs/output/work/opd_ckpt18809_refkl_op11_14_s200_mergedhf_paper_eval_r77/graph_results", "per_file": [{"file": "/mnt/hdfs/output/work/opd_ckpt18809_refkl_op11_14_s200_mergedhf_paper_eval_r77/opd_ckpt18809_refkl_op11_14_s200_merged_hf_id_generations.jsonl", "total": 1152000, "missing_solution": 0, "missing_gold": 0, "parse_fail": 0, "perfect": 790710, "value_mismatch": 312652, "dependency_mismatch": 183144, "answer_mismatch": 229142, "extra_nodes": 70675, "missing_nodes": 32671, "perfect_with_extra": 12738, "unused_gold_entries": 10000, "template_stats": {"crazy_zootopia": {"total": 379008, "perfect": 259631, "dependency_mismatch": 63093, "value_mismatch": 102876, "answer_mismatch": 74949, "extra_nodes": 26299, "missing_nodes": 12143, "perfect_with_extra": 4261}, "teachers_in_school": {"total": 390656, "perfect": 267630, "dependency_mismatch": 60350, "value_mismatch": 106382, "answer_mismatch": 77324, "extra_nodes": 22039, "missing_nodes": 9832, "perfect_with_extra": 3897}, "movie_festival_awards": {"total": 382336, "perfect": 263449, "dependency_mismatch": 59701, "value_mismatch": 103394, "answer_mismatch": 76869, "extra_nodes": 22337, "missing_nodes": 10696, "perfect_with_extra": 4580}}, "results_path": "/mnt/hdfs/output/work/opd_ckpt18809_refkl_op11_14_s200_mergedhf_paper_eval_r77/graph_results/opd_ckpt18809_refkl_op11_14_s200_merged_hf_id_generations.jsonl.graph_results.jsonl"}, {"file": "/mnt/hdfs/output/work/opd_ckpt18809_refkl_op11_14_s200_mergedhf_paper_eval_r77/opd_ckpt18809_refkl_op11_14_s200_merged_hf_ood_generations.jsonl", "total": 1280000, "missing_solution": 0, "missing_gold": 0, "parse_fail": 0, "perfect": 220448, "value_mismatch": 1005021, "dependency_mismatch": 974057, "answer_mismatch": 811977, "extra_nodes": 63201, "missing_nodes": 628579, "perfect_with_extra": 114, "unused_gold_entries": 9000, "template_stats": {"crazy_zootopia": {"total": 430720, "value_mismatch": 340767, "dependency_mismatch": 333475, "answer_mismatch": 274726, "extra_nodes": 23566, "perfect": 71487, "missing_nodes": 216645, "perfect_with_extra": 40}, "teachers_in_school": {"total": 430464, "perfect": 75227, "dependency_mismatch": 324421, "missing_nodes": 209717, "value_mismatch": 337704, "answer_mismatch": 273019, "extra_nodes": 19995, "perfect_with_extra": 63}, "movie_festival_awards": {"total": 418816, "perfect": 73734, "value_mismatch": 326550, "answer_mismatch": 264232, "dependency_mismatch": 316161, "extra_nodes": 19640, "perfect_with_extra": 11, "missing_nodes": 202217}}, "results_path": "/mnt/hdfs/output/work/opd_ckpt18809_refkl_op11_14_s200_mergedhf_paper_eval_r77/graph_results/opd_ckpt18809_refkl_op11_14_s200_merged_hf_ood_generations.jsonl.graph_results.jsonl"}], "aggregate": {"files": 2, "total": 2432000, "missing_solution": 0, "missing_gold": 0, "parse_fail": 0, "perfect": 1011158, "value_mismatch": 1317673, "dependency_mismatch": 1157201, "answer_mismatch": 1041119, "extra_nodes": 133876, "missing_nodes": 661250, "perfect_with_extra": 12852, "skipped": 0, "unused_gold_entries": 0, "aggregated": true, "report_path": "/mnt/hdfs/output/work/opd_ckpt18809_refkl_op11_14_s200_mergedhf_paper_eval_r77/graph_results/opd_ckpt18809_refkl_op11_14_s200_mergedhf_paper_eval_r77_score_report.jsonl", "template_stats": {"crazy_zootopia": {"total": 809728, "perfect": 331118, "dependency_mismatch": 396568, "value_mismatch": 443643, "answer_mismatch": 349675, "extra_nodes": 49865, "missing_nodes": 228788, "perfect_with_extra": 4301}, "teachers_in_school": {"total": 821120, "perfect": 342857, "dependency_mismatch": 384771, "value_mismatch": 444086, "answer_mismatch": 350343, "extra_nodes": 42034, "missing_nodes": 219549, "perfect_with_extra": 3960}, "movie_festival_awards": {"total": 801152, "perfect": 337183, "dependency_mismatch": 375862, "value_mismatch": 429944, "answer_mismatch": 341101, "extra_nodes": 41977, "missing_nodes": 212913, "perfect_with_extra": 4591}}}}